Dec 04 05:11:25 user nova-compute[74976]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74976) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 05:11:25 user nova-compute[74976]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74976) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 05:11:25 user nova-compute[74976]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74976) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 05:11:25 user nova-compute[74976]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:11:26 user nova-compute[74976]: INFO nova.virt.driver [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 04 05:11:26 user nova-compute[74976]: INFO nova.compute.provider_config [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Acquiring lock "singleton_lock" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Acquired lock "singleton_lock" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Releasing lock "singleton_lock" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Full set of CONF: {{(pid=74976) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ******************************************************************************** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Configuration options gathered from: {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ================================================================================ {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] allow_resize_to_same_host      = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] arq_binding_timeout            = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] backdoor_port                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] backdoor_socket                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] block_device_allocate_retries  = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] block_device_allocate_retries_interval = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cert                           = self.pem {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute_monitors               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] config_dir                     = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] config_drive_format            = iso9660 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] config_source                  = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] console_host                   = user {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] control_exchange               = nova {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cpu_allocation_ratio           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] daemon                         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] debug                          = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_access_ip_network_name = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_availability_zone      = nova {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_ephemeral_format       = ext4 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_green_pool_size        = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] default_schedule_zone          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] disk_allocation_ratio          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] enable_new_services            = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] enabled_ssl_apis               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] flat_injected                  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] force_config_drive             = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] force_raw_images               = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] graceful_shutdown_timeout      = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] heal_instance_info_cache_interval = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] host                           = user {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_build_timeout         = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_delete_interval       = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_name_template         = instance-%08x {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_usage_audit           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_usage_audit_period    = month {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] internal_service_availability_zone = internal {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] key                            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] live_migration_retry_count     = 30 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_config_append              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_dir                        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_file                       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_options                    = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_rotate_interval            = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_rotate_interval_type       = days {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] log_rotation_type              = none {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] long_rpc_timeout               = 1800 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_concurrent_builds          = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_concurrent_live_migrations = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_concurrent_snapshots       = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_local_block_devices        = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_logfile_count              = 30 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] max_logfile_size_mb            = 200 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] maximum_instance_delete_attempts = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metadata_listen                = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metadata_listen_port           = 8775 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metadata_workers               = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] migrate_max_retries            = -1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] mkisofs_cmd                    = genisoimage {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] my_ip                          = 10.0.0.210 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] network_allocate_retries       = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] osapi_compute_listen_port      = 8774 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] osapi_compute_unique_server_name_scope =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] osapi_compute_workers          = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] password_length                = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] periodic_enable                = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] periodic_fuzzy_delay           = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] pointer_model                  = ps2mouse {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] preallocate_images             = none {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] publish_errors                 = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] pybasedir                      = /opt/stack/nova {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ram_allocation_ratio           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rate_limit_burst               = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rate_limit_except_level        = CRITICAL {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rate_limit_interval            = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reboot_timeout                 = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reclaim_instance_interval      = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] record                         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reimage_timeout_per_gb         = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] report_interval                = 120 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rescue_timeout                 = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reserved_host_cpus             = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reserved_host_disk_mb          = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reserved_host_memory_mb        = 512 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] reserved_huge_pages            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] resize_confirm_window          = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] resize_fs_using_block_device   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] resume_guests_state_on_host_boot = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rpc_response_timeout           = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] run_external_periodic_tasks    = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] running_deleted_instance_action = reap {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] running_deleted_instance_timeout = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler_instance_sync_interval = 120 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_down_time              = 720 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] servicegroup_driver            = db {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] shelved_offload_time           = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] shelved_poll_interval          = 3600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] shutdown_timeout               = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] source_is_ipv6                 = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ssl_only                       = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] state_path                     = /opt/stack/data/nova {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] sync_power_state_interval      = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] sync_power_state_pool_size     = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] syslog_log_facility            = LOG_USER {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] tempdir                        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] timeout_nbd                    = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] transport_url                  = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] update_resources_interval      = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_cow_images                 = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_eventlog                   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_journal                    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_json                       = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_rootwrap_daemon            = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_stderr                     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] use_syslog                     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vcpu_pin_set                   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plugging_is_fatal          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plugging_timeout           = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] virt_mkfs                      = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] volume_usage_poll_interval     = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] watch_log_file                 = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] web                            = /usr/share/spice-html5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_concurrency.disable_process_locking = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.auth_strategy              = keystone {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.compute_link_prefix        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.dhcp_domain                = novalocal {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.enable_instance_password   = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.glance_link_prefix         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.instance_list_per_project_cells = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.list_records_by_skipping_down_cells = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.local_metadata_per_cell    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.max_limit                  = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.metadata_cache_expiration  = 15 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.neutron_default_tenant_id  = default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.use_forwarded_for          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.use_neutron_default_nets   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_dynamic_targets = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_jsonfile_path   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.backend_argument         = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.config_prefix            = cache.oslo {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.dead_timeout             = 60.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.debug_cache_backend      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.enable_retry_client      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.enable_socket_keepalive  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.enabled                  = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.expiration_time          = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.hashclient_retry_attempts = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_dead_retry      = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_password        =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_sasl_enabled    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.memcache_username        =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.proxies                  = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.retry_attempts           = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.retry_delay              = 0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.socket_keepalive_count   = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.socket_keepalive_idle    = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.socket_keepalive_interval = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.tls_allowed_ciphers      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.tls_cafile               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.tls_certfile             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.tls_enabled              = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cache.tls_keyfile              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.auth_section            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.auth_type               = password {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.cafile                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.certfile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.collect_timing          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.cross_az_attach         = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.debug                   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.endpoint_template       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.http_retries            = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.insecure                = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.keyfile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.os_region_name          = RegionOne {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.split_loggers           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cinder.timeout                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.cpu_dedicated_set      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.cpu_shared_set         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.image_type_exclude_list = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.resource_provider_association_refresh = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.shutdown_retry_interval = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] conductor.workers              = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] console.allowed_origins        = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] console.ssl_ciphers            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] console.ssl_minimum_version    = default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] consoleauth.token_ttl          = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.cafile                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.certfile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.collect_timing          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.connect_retries         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.connect_retry_delay     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.endpoint_override       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.insecure                = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.keyfile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.max_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.min_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.region_name             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.service_name            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.service_type            = accelerator {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.split_loggers           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.status_code_retries     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.timeout                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] cyborg.version                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.backend               = sqlalchemy {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.connection            = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.connection_debug      = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.connection_parameters =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.connection_recycle_time = 3600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.connection_trace      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.db_inc_retry_interval = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.db_max_retries        = 20 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.db_max_retry_interval = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.db_retry_interval     = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.max_overflow          = 50 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.max_pool_size         = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.max_retries           = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.mysql_wsrep_sync_wait = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.pool_timeout          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.retry_interval        = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.slave_connection      = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] database.sqlite_synchronous    = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.backend           = sqlalchemy {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.connection        = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.connection_debug  = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.connection_parameters =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.connection_recycle_time = 3600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.connection_trace  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.db_inc_retry_interval = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.db_max_retries    = 20 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.db_max_retry_interval = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.db_retry_interval = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.max_overflow      = 50 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.max_pool_size     = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.max_retries       = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.pool_timeout      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.retry_interval    = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.slave_connection  = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] api_database.sqlite_synchronous = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] devices.enabled_mdev_types     = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ephemeral_storage_encryption.enabled = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.api_servers             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.cafile                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.certfile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.collect_timing          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.connect_retries         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.connect_retry_delay     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.debug                   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.default_trusted_certificate_ids = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.enable_certificate_validation = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.enable_rbd_download     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.endpoint_override       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.insecure                = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.keyfile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.max_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.min_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.num_retries             = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.rbd_ceph_conf           =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.rbd_connect_timeout     = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.rbd_pool                =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.rbd_user                =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.region_name             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.service_name            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.service_type            = image {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.split_loggers           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.status_code_retries     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.timeout                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.verify_glance_signatures = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] glance.version                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] guestfs.debug                  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.config_drive_cdrom      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.config_drive_inject_password = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.enable_remotefx         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.instances_path_share    =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.limit_cpu_features      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.use_multipath_io        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.vswitch_name            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] mks.enabled                    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.manager_interval   = 2400 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.precache_concurrency = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.remove_unused_base_images = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] image_cache.subdirectory_name  = _base {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.api_max_retries         = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.api_retry_interval      = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.auth_section            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.auth_type               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.cafile                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.certfile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.collect_timing          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.conductor_group         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.connect_retries         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.connect_retry_delay     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.endpoint_override       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.insecure                = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.keyfile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.max_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.min_version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.peer_list               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.region_name             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.serial_console_state_timeout = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.service_name            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.service_type            = baremetal {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.split_loggers           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.status_code_retries     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.timeout                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ironic.version                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] key_manager.fixed_key          = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.barbican_api_version  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.barbican_endpoint     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.barbican_endpoint_type = public {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.barbican_region_name  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.cafile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.certfile              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.collect_timing        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.insecure              = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.keyfile               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.number_of_retries     = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.retry_delay           = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.send_service_user_token = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.split_loggers         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.timeout               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.verify_ssl            = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican.verify_ssl_path       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.auth_section = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.auth_type = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.cafile   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.certfile = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.collect_timing = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.insecure = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.keyfile  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.split_loggers = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] barbican_service_user.timeout  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.approle_role_id          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.approle_secret_id        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.cafile                   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.certfile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.collect_timing           = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.insecure                 = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.keyfile                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.kv_mountpoint            = secret {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.kv_path                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.kv_version               = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.namespace                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.root_token_id            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.split_loggers            = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.ssl_ca_crt_file          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.timeout                  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.use_ssl                  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.auth_section          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.auth_type             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.cafile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.certfile              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.collect_timing        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.connect_retries       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.connect_retry_delay   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.endpoint_override     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.insecure              = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.keyfile               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.max_version           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.min_version           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.region_name           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.service_name          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.service_type          = identity {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.split_loggers         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.status_code_retries   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.timeout               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] keystone.version               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.connection_uri         =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_mode               = custom {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: WARNING oslo_config.cfg [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_power_governor_high = performance {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_power_management   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.device_detach_attempts = 8 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.device_detach_timeout  = 20 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.disk_cachemodes        = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.disk_prefix            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.enabled_perf_events    = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.file_backed_memory     = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.gid_maps               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.hw_disk_discard        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.hw_machine_type        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_rbd_pool        = rbd {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_type            = default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.images_volume_group    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.inject_key             = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.inject_partition       = -2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.inject_password        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.iscsi_iface            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.iser_use_multipath     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_downtime = 500 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_inbound_addr = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_scheme  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_timeout_action = abort {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_tunnelled = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: WARNING oslo_config.cfg [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 04 05:11:26 user nova-compute[74976]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 04 05:11:26 user nova-compute[74976]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 04 05:11:26 user nova-compute[74976]: and ``live_migration_inbound_addr`` respectively.
Dec 04 05:11:26 user nova-compute[74976]: ).  Its value may be silently ignored in the future.
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.live_migration_with_native_tls = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.max_queues             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.nfs_mount_options      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_pcie_ports         = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.pmem_namespaces        = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.quobyte_client_cfg     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rbd_secret_uuid        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rbd_user               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rescue_image_id        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rescue_kernel_id       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.rx_queue_size          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.smbfs_mount_options    =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.snapshot_compression   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.snapshot_image_format  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.sparse_logical_volumes = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.swtpm_enabled          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.swtpm_group            = tss {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.swtpm_user             = tss {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.sysinfo_serial         = unique {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.tb_cache_size          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.tx_queue_size          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.uid_maps               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.use_virtio_for_bridges = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.virt_type              = kvm {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.volume_clear           = zero {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.volume_clear_size      = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.volume_use_multipath   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_cache_path   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.auth_section           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.auth_type              = password {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.cafile                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.certfile               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.collect_timing         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.connect_retries        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.connect_retry_delay    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.default_floating_pool  = public {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.endpoint_override      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.extension_sync_interval = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.http_retries           = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.insecure               = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.keyfile                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.max_version            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.min_version            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.ovs_bridge             = br-int {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.physnets               = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.region_name            = RegionOne {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.service_metadata_proxy = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.service_name           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.service_type           = network {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.split_loggers          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.status_code_retries    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.timeout                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] neutron.version                = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] notifications.bdms_in_notifications = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] notifications.default_level    = INFO {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] notifications.notification_format = unversioned {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] notifications.notify_on_state_change = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] pci.alias                      = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] pci.device_spec                = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] pci.report_in_placement        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.auth_section         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.auth_type            = password {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.cafile               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.certfile             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.collect_timing       = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.connect_retries      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.connect_retry_delay  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.default_domain_id    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.default_domain_name  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.domain_id            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.domain_name          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.endpoint_override    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.insecure             = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.keyfile              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.max_version          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.min_version          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.password             = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.project_domain_id    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.project_domain_name  = Default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.project_id           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.project_name         = service {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.region_name          = RegionOne {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.service_name         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.service_type         = placement {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.split_loggers        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.status_code_retries  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.system_scope         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.timeout              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.trust_id             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.user_domain_id       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.user_domain_name     = Default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.user_id              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.username             = placement {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] placement.version              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.cores                    = 20 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.count_usage_from_placement = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.injected_file_content_bytes = 10240 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.injected_file_path_length = 255 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.injected_files           = 5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.instances                = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.key_pairs                = 100 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.metadata_items           = 128 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.ram                      = 51200 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.recheck_quota            = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.server_group_members     = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] quota.server_groups            = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rdp.enabled                    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.image_metadata_prefilter = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.max_attempts         = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.max_placement_results = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] scheduler.workers              = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.host_subset_size = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.isolated_hosts = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.isolated_images = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.pci_in_placement = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.track_instance_changes = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metrics.required               = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metrics.weight_multiplier      = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] metrics.weight_setting         = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.enabled         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.port_range      = 10000:20000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] serial_console.serialproxy_port = 6083 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.auth_section      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.auth_type         = password {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.cafile            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.certfile          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.collect_timing    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.insecure          = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.keyfile           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.send_service_user_token = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.split_loggers     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] service_user.timeout           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.agent_enabled            = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.enabled                  = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.html5proxy_port          = 6082 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.image_compression        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.jpeg_compression         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.playback_compression     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.server_listen            = 127.0.0.1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.streaming_mode           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] spice.zlib_compression         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] upgrade_levels.baseapi         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] upgrade_levels.compute         = auto {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] upgrade_levels.conductor       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] upgrade_levels.scheduler       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.cafile = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.certfile = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.insecure = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vendordata_dynamic_auth.timeout = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.api_retry_count         = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.ca_file                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.cache_prefix            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.cluster_name            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.connection_pool_size    = 10 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.console_delay_seconds   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.datastore_regex         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.host_ip                 = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.host_password           = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.host_port               = 443 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.host_username           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.insecure                = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.integration_bridge      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.maximum_objects         = 100 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.pbm_default_policy      = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.pbm_enabled             = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.pbm_wsdl_location       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.serial_port_proxy_uri   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.serial_port_service_uri = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.task_poll_interval      = 0.5 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.use_linked_clone        = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.vnc_keymap              = en-us {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.vnc_port                = 5900 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vmware.vnc_port_total          = 10000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.auth_schemes               = ['none'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.enabled                    = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.novncproxy_port            = 6080 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.vencrypt_ca_certs          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.vencrypt_client_cert       = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vnc.vencrypt_client_key        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.disable_rootwrap   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.enable_numa_live_migration = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.libvirt_disable_apic = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.client_socket_timeout     = 900 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.default_pool_size         = 1000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.keep_alive                = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.max_header_line           = 16384 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.ssl_ca_file               = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.ssl_cert_file             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.ssl_key_file              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.tcp_keepidle              = 600 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] zvm.ca_file                    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] zvm.cloud_connector_url        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] zvm.reachable_timeout          = 300 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.enforce_new_defaults = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.enforce_scope      = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.policy_default_rule = default {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.connection_string     = messaging:// {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.enabled               = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.es_doc_type           = notification {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.es_scroll_size        = 10000 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.es_scroll_time        = 2m {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.filter_error_trace    = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.hmac_keys             = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.sentinel_service_name = mymaster {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.socket_timeout        = 0.1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.trace_requests        = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler.trace_sqlalchemy      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler_jaeger.process_tags   = {} {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler_jaeger.service_name_prefix = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] profiler_otlp.service_name_prefix = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] remote_debug.host              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] remote_debug.port              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_notifications.retry = -1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.auth_section        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.auth_type           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.cafile              = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.certfile            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.collect_timing      = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.connect_retries     = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.connect_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.endpoint_id         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.endpoint_override   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.insecure            = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.keyfile             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.max_version         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.min_version         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.region_name         = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.service_name        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.service_type        = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.split_loggers       = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.status_code_retries = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.status_code_retry_delay = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.timeout             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.valid_interfaces    = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_limit.version             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_reports.file_event_handler = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] oslo_reports.log_dir           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.group  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] vif_plug_ovs_privileged.user   = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.isolate_vif         = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] os_brick.lock_path             = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.capabilities   = [21] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.group          = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.helper_command = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] privsep_osbrick.user           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.group           = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.helper_command  = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] nova_sys_admin.user            = None {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG oslo_service.service [None req-c9ebf426-045a-4617-bd56-ae951b7dde56 None None] ******************************************************************************** {{(pid=74976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 04 05:11:26 user nova-compute[74976]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Connecting to libvirt: qemu:///system {{(pid=74976) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fca0d10a650> {{(pid=74976) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 04 05:11:26 user nova-compute[74976]: libvirt:  error : internal error: could not initialize domain event timer
Dec 04 05:11:26 user nova-compute[74976]: WARNING nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fca0d10a650> {{(pid=74976) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Starting native event thread {{(pid=74976) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Starting green dispatch thread {{(pid=74976) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Starting connection event dispatch thread {{(pid=74976) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 04 05:11:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Connection event '1' reason 'None'
Dec 04 05:11:26 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 04 05:11:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.mount [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Initialising _HostMountState generation 0 {{(pid=74976) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host capabilities <capabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <host>
Dec 04 05:11:34 user nova-compute[74976]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 04 05:11:34 user nova-compute[74976]:     <cpu>
Dec 04 05:11:34 user nova-compute[74976]:       <arch>x86_64</arch>
Dec 04 05:11:34 user nova-compute[74976]:       <model>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <microcode version='1070'/>
Dec 04 05:11:34 user nova-compute[74976]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='osxsave'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='invtsc'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='rsba'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature name='skip-l1dfl-vmentry'/>
Dec 04 05:11:34 user nova-compute[74976]:       <pages unit='KiB' size='4'/>
Dec 04 05:11:34 user nova-compute[74976]:       <pages unit='KiB' size='2048'/>
Dec 04 05:11:34 user nova-compute[74976]:     </cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <power_management>
Dec 04 05:11:34 user nova-compute[74976]:       <suspend_mem/>
Dec 04 05:11:34 user nova-compute[74976]:       <suspend_disk/>
Dec 04 05:11:34 user nova-compute[74976]:       <suspend_hybrid/>
Dec 04 05:11:34 user nova-compute[74976]:     </power_management>
Dec 04 05:11:34 user nova-compute[74976]:     <iommu support='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <migration_features>
Dec 04 05:11:34 user nova-compute[74976]:       <live/>
Dec 04 05:11:34 user nova-compute[74976]:       <uri_transports>
Dec 04 05:11:34 user nova-compute[74976]:         <uri_transport>tcp</uri_transport>
Dec 04 05:11:34 user nova-compute[74976]:         <uri_transport>rdma</uri_transport>
Dec 04 05:11:34 user nova-compute[74976]:       </uri_transports>
Dec 04 05:11:34 user nova-compute[74976]:     </migration_features>
Dec 04 05:11:34 user nova-compute[74976]:     <topology>
Dec 04 05:11:34 user nova-compute[74976]:       <cells num='2'>
Dec 04 05:11:34 user nova-compute[74976]:         <cell id='0'>
Dec 04 05:11:34 user nova-compute[74976]:           <memory unit='KiB'>8140616</memory>
Dec 04 05:11:34 user nova-compute[74976]:           <pages unit='KiB' size='4'>2035154</pages>
Dec 04 05:11:34 user nova-compute[74976]:           <pages unit='KiB' size='2048'>0</pages>
Dec 04 05:11:34 user nova-compute[74976]:           <distances>
Dec 04 05:11:34 user nova-compute[74976]:             <sibling id='0' value='10'/>
Dec 04 05:11:34 user nova-compute[74976]:             <sibling id='1' value='20'/>
Dec 04 05:11:34 user nova-compute[74976]:           </distances>
Dec 04 05:11:34 user nova-compute[74976]:           <cpus num='6'>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 04 05:11:34 user nova-compute[74976]:           </cpus>
Dec 04 05:11:34 user nova-compute[74976]:         </cell>
Dec 04 05:11:34 user nova-compute[74976]:         <cell id='1'>
Dec 04 05:11:34 user nova-compute[74976]:           <memory unit='KiB'>8255068</memory>
Dec 04 05:11:34 user nova-compute[74976]:           <pages unit='KiB' size='4'>2063767</pages>
Dec 04 05:11:34 user nova-compute[74976]:           <pages unit='KiB' size='2048'>0</pages>
Dec 04 05:11:34 user nova-compute[74976]:           <distances>
Dec 04 05:11:34 user nova-compute[74976]:             <sibling id='0' value='20'/>
Dec 04 05:11:34 user nova-compute[74976]:             <sibling id='1' value='10'/>
Dec 04 05:11:34 user nova-compute[74976]:           </distances>
Dec 04 05:11:34 user nova-compute[74976]:           <cpus num='6'>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 04 05:11:34 user nova-compute[74976]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 04 05:11:34 user nova-compute[74976]:           </cpus>
Dec 04 05:11:34 user nova-compute[74976]:         </cell>
Dec 04 05:11:34 user nova-compute[74976]:       </cells>
Dec 04 05:11:34 user nova-compute[74976]:     </topology>
Dec 04 05:11:34 user nova-compute[74976]:     <cache>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 04 05:11:34 user nova-compute[74976]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 04 05:11:34 user nova-compute[74976]:     </cache>
Dec 04 05:11:34 user nova-compute[74976]:     <secmodel>
Dec 04 05:11:34 user nova-compute[74976]:       <model>apparmor</model>
Dec 04 05:11:34 user nova-compute[74976]:       <doi>0</doi>
Dec 04 05:11:34 user nova-compute[74976]:     </secmodel>
Dec 04 05:11:34 user nova-compute[74976]:     <secmodel>
Dec 04 05:11:34 user nova-compute[74976]:       <model>dac</model>
Dec 04 05:11:34 user nova-compute[74976]:       <doi>0</doi>
Dec 04 05:11:34 user nova-compute[74976]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 04 05:11:34 user nova-compute[74976]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 04 05:11:34 user nova-compute[74976]:     </secmodel>
Dec 04 05:11:34 user nova-compute[74976]:   </host>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='alpha'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>clipper</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='armv6l'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>spitz</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>nuri</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>kzm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>z2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>tosa</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n810</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>terrier</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>midway</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>microbit</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>verdex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>highbank</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>akita</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>connex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>collie</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='armv7l'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>spitz</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>nuri</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>kzm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>z2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>tosa</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n810</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>terrier</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>midway</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>microbit</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>verdex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>highbank</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>akita</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>connex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>collie</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='aarch64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>spitz</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>nuri</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>kzm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>z2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>tosa</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n810</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>n800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>terrier</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>midway</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>microbit</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>verdex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>raspi3b</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>highbank</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>akita</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>connex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>collie</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <acpi default='on' toggle='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='cris'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='i686'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>x-remote</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>isapc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>microvm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='kvm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <pae/>
Dec 04 05:11:34 user nova-compute[74976]:       <nonpae/>
Dec 04 05:11:34 user nova-compute[74976]:       <acpi default='on' toggle='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:       <apic default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='m68k'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>an5206</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>q800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>next-cube</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='microblaze'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='microblazeel'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='mips'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>malta</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='mipsel'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>malta</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='mips64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>malta</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>pica61</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>magnum</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='mips64el'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>malta</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>pica61</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>magnum</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='16'>boston</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='ppc'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mac99</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>40p</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>taihu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='ppc64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>taihu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>40p</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mac99</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='ppc64le'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>taihu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>40p</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>mac99</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2048'>powernv8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='riscv32'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='8'>spike</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>opentitan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='5'>sifive_u</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sifive_e</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='8'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='riscv64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='8'>spike</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='5'>sifive_u</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>shakti_c</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sifive_e</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='8'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='s390x'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='sh4'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>shix</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>r2d</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='sh4eb'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>shix</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>r2d</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='sparc'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>SS-5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>SS-20</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>LX</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>SS-4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>SS-10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>Voyager</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='sparc64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sun4u</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>niagara</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>sun4v</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='x86_64'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>64</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>x-remote</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='1'>isapc</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>microvm</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='kvm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <acpi default='on' toggle='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:       <apic default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='xtensa'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>sim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>kc705</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ml605</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx200</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx60</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]:   <guest>
Dec 04 05:11:34 user nova-compute[74976]:     <os_type>hvm</os_type>
Dec 04 05:11:34 user nova-compute[74976]:     <arch name='xtensaeb'>
Dec 04 05:11:34 user nova-compute[74976]:       <wordsize>32</wordsize>
Dec 04 05:11:34 user nova-compute[74976]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='4'>sim</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>kc705</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ml605</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>virt</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx200</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>lx60</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 04 05:11:34 user nova-compute[74976]:       <domain type='qemu'/>
Dec 04 05:11:34 user nova-compute[74976]:     </arch>
Dec 04 05:11:34 user nova-compute[74976]:     <features>
Dec 04 05:11:34 user nova-compute[74976]:       <cpuselection/>
Dec 04 05:11:34 user nova-compute[74976]:       <deviceboot/>
Dec 04 05:11:34 user nova-compute[74976]:       <disksnapshot default='on' toggle='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     </features>
Dec 04 05:11:34 user nova-compute[74976]:   </guest>
Dec 04 05:11:34 user nova-compute[74976]: </capabilities>
Dec 04 05:11:34 user nova-compute[74976]: 
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-q35-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>i686</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='288'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'/>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='lm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-q35-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>i686</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='288'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'/>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='lm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-i440fx-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>i686</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='255'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'/>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='lm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ide</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-i440fx-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>i686</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='255'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'/>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='lm'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ide</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-q35-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>x86_64</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='288'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>efi</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='invtsc'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='rsba'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-q35-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>x86_64</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='288'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>efi</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='invtsc'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='rsba'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-i440fx-jammy</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>x86_64</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='255'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>efi</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='invtsc'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='rsba'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ide</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 04 05:11:34 user nova-compute[74976]: <domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 05:11:34 user nova-compute[74976]:   <domain>kvm</domain>
Dec 04 05:11:34 user nova-compute[74976]:   <machine>pc-i440fx-6.2</machine>
Dec 04 05:11:34 user nova-compute[74976]:   <arch>x86_64</arch>
Dec 04 05:11:34 user nova-compute[74976]:   <vcpu max='255'/>
Dec 04 05:11:34 user nova-compute[74976]:   <iothreads supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:   <os supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='firmware'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>efi</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:     <loader supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>rom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pflash</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='readonly'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>yes</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='secure'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>no</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </loader>
Dec 04 05:11:34 user nova-compute[74976]:   </os>
Dec 04 05:11:34 user nova-compute[74976]:   <cpu>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-passthrough' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='hostPassthroughMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='maximum' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='maximumMigratable'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>on</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>off</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='host-model' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <vendor>Intel</vendor>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ss'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='vmx'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pcid'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='hypervisor'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arat'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='umip'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='md-clear'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='invtsc'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibpb'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='ibrs'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-stibp'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='rsba'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='erms'/>
Dec 04 05:11:34 user nova-compute[74976]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:     <mode name='custom' supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>qemu64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>qemu32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>phenom</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>pentium</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>n270</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm64</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>kvm32</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>coreduo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>core2duo</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>athlon</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Westmere</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Snowridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Skylake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>SandyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Penryn</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G5</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G4</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G3</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Opteron_G2</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Opteron_G1</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>IvyBridge</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Icelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Haswell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Rome</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-Milan</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>EPYC</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Dhyana</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cooperlake</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>Conroe</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='no'>Broadwell</model>
Dec 04 05:11:34 user nova-compute[74976]:       <model usable='yes'>486</model>
Dec 04 05:11:34 user nova-compute[74976]:     </mode>
Dec 04 05:11:34 user nova-compute[74976]:   </cpu>
Dec 04 05:11:34 user nova-compute[74976]:   <memoryBacking supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:     <enum name='sourceType'>
Dec 04 05:11:34 user nova-compute[74976]:       <value>file</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>anonymous</value>
Dec 04 05:11:34 user nova-compute[74976]:       <value>memfd</value>
Dec 04 05:11:34 user nova-compute[74976]:     </enum>
Dec 04 05:11:34 user nova-compute[74976]:   </memoryBacking>
Dec 04 05:11:34 user nova-compute[74976]:   <devices>
Dec 04 05:11:34 user nova-compute[74976]:     <disk supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='diskDevice'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>disk</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cdrom</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>floppy</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>lun</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='bus'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ide</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>fdc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sata</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </disk>
Dec 04 05:11:34 user nova-compute[74976]:     <graphics supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='type'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>sdl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vnc</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>spice</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egl-headless</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </graphics>
Dec 04 05:11:34 user nova-compute[74976]:     <video supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='modelType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>cirrus</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>vmvga</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>qxl</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>none</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>bochs</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>ramfb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </video>
Dec 04 05:11:34 user nova-compute[74976]:     <hostdev supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='mode'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>subsystem</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='startupPolicy'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>default</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>mandatory</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>requisite</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>optional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='subsysType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>usb</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>pci</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>scsi</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='capsType'/>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='pciBackend'/>
Dec 04 05:11:34 user nova-compute[74976]:     </hostdev>
Dec 04 05:11:34 user nova-compute[74976]:     <rng supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtio-non-transitional</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>random</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>egd</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>builtin</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </rng>
Dec 04 05:11:34 user nova-compute[74976]:     <filesystem supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='driverType'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>path</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>handle</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>virtiofs</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </filesystem>
Dec 04 05:11:34 user nova-compute[74976]:     <tpm supported='yes'>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='model'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-tis</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>tpm-crb</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:       <enum name='backendModel'>
Dec 04 05:11:34 user nova-compute[74976]:         <value>passthrough</value>
Dec 04 05:11:34 user nova-compute[74976]:         <value>emulator</value>
Dec 04 05:11:34 user nova-compute[74976]:       </enum>
Dec 04 05:11:34 user nova-compute[74976]:     </tpm>
Dec 04 05:11:34 user nova-compute[74976]:   </devices>
Dec 04 05:11:34 user nova-compute[74976]:   <features>
Dec 04 05:11:34 user nova-compute[74976]:     <gic supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:     <vmcoreinfo supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <genid supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backingStoreInput supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <backup supported='yes'/>
Dec 04 05:11:34 user nova-compute[74976]:     <sev supported='no'/>
Dec 04 05:11:34 user nova-compute[74976]:   </features>
Dec 04 05:11:34 user nova-compute[74976]: </domainCapabilities>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74976) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74976) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Checking secure boot support for host arch (x86_64) {{(pid=74976) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Secure Boot support detected
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] cpu compare xml: <cpu match="exact">
Dec 04 05:11:34 user nova-compute[74976]:   <model>Nehalem</model>
Dec 04 05:11:34 user nova-compute[74976]: </cpu>
Dec 04 05:11:34 user nova-compute[74976]:  {{(pid=74976) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10017}}
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.virt.node [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Generated node identity a3accd85-9fc4-4124-aabd-6b6912bd4af4
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.virt.node [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Wrote node identity a3accd85-9fc4-4124-aabd-6b6912bd4af4 to /opt/stack/data/nova/compute_id
Dec 04 05:11:34 user nova-compute[74976]: WARNING nova.compute.manager [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Compute nodes ['a3accd85-9fc4-4124-aabd-6b6912bd4af4'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.compute.manager [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 04 05:11:34 user nova-compute[74976]: WARNING nova.compute.manager [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 04 05:11:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:11:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:11:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Hypervisor/Node resource view: name=user free_ram=11012MB free_disk=26.193424224853516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:11:34 user nova-compute[74976]: WARNING nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] No compute node record for user:a3accd85-9fc4-4124-aabd-6b6912bd4af4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a3accd85-9fc4-4124-aabd-6b6912bd4af4 could not be found.
Dec 04 05:11:34 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Compute node record created for user:user with uuid: a3accd85-9fc4-4124-aabd-6b6912bd4af4
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:11:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:11:35 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] [req-c3c20d6d-05f2-4cd4-b0c9-fb0fa37df8a0] Created resource provider record via placement API for resource provider with UUID a3accd85-9fc4-4124-aabd-6b6912bd4af4 and name user.
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74976) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 04 05:11:35 user nova-compute[74976]: INFO nova.virt.libvirt.host [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] kernel doesn't support AMD SEV
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Libvirt baseline CPU <cpu>
Dec 04 05:11:35 user nova-compute[74976]:   <arch>x86_64</arch>
Dec 04 05:11:35 user nova-compute[74976]:   <model>Nehalem</model>
Dec 04 05:11:35 user nova-compute[74976]:   <vendor>Intel</vendor>
Dec 04 05:11:35 user nova-compute[74976]:   <topology sockets="6" cores="1" threads="1"/>
Dec 04 05:11:35 user nova-compute[74976]: </cpu>
Dec 04 05:11:35 user nova-compute[74976]:  {{(pid=74976) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12515}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Updated inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Updating resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 generation from 0 to 1 during operation: update_inventory {{(pid=74976) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Updating resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 generation from 1 to 2 during operation: update_traits {{(pid=74976) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.693s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.service [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Creating RPC server for service compute {{(pid=74976) start /opt/stack/nova/nova/service.py:182}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.service [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] Join ServiceGroup membership for this service compute {{(pid=74976) start /opt/stack/nova/nova/service.py:199}}
Dec 04 05:11:35 user nova-compute[74976]: DEBUG nova.servicegroup.drivers.db [None req-8b35fb81-4019-4514-b042-fa44b95f2356 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74976) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:12:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:12:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=10438MB free_disk=26.097030639648438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:12:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:13:27 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:13:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:13:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=10352MB free_disk=26.16179656982422GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:13:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.138s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:14:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:14:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:14:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=10349MB free_disk=25.914031982421875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:14:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.125s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:14:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:14:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:27 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:15:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:28 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9699MB free_disk=25.943103790283203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:15:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:15:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:30 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:30 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:15:39 user nova-compute[74976]: INFO nova.compute.claims [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Claim successful on node user
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:15:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:15:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:15:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:15:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Creating image(s)
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.021s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG nova.policy [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48ee9d21258f46f88c026bd3a24ea785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1b7347a9934887983c0c73b4394122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.part --force-share --output=json" returned: 0 in 0.167s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.virt.images [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.part /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:15:41 user nova-compute[74976]: INFO nova.compute.claims [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Claim successful on node user
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.part /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.converted" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.224s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:41 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpy9yvel_y/privsep.sock']
Dec 04 05:15:41 user sudo[84216]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpy9yvel_y/privsep.sock
Dec 04 05:15:41 user sudo[84216]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.338s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:15:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:15:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Creating image(s)
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "/opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "/opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "/opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:41 user nova-compute[74976]: DEBUG nova.policy [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f3f6d152c84090b70d29ac8adda7ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1423950e4d141bb943b39c5d4841f64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:42 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:15:42 user nova-compute[74976]: INFO nova.compute.claims [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Claim successful on node user
Dec 04 05:15:42 user sudo[84216]: pam_unix(sudo:session): session closed for user root
Dec 04 05:15:42 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Spawned new privsep daemon via rootwrap
Dec 04 05:15:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Successfully created port: 91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:15:42 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 05:15:42 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 05:15:42 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 04 05:15:42 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84229
Dec 04 05:15:42 user nova-compute[74976]: WARNING oslo_privsep.priv_context [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] privsep daemon already running
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.375s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:15:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk 1073741824" returned: 0 in 0.044s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.257s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:15:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Creating image(s)
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.policy [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e515442a8c5941b88dde5879b405875f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8ee74cc6e74c3a83efa18b670d70db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.164s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk 1073741824" returned: 0 in 0.038s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.219s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Cannot resize image /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Ensure instance console log exists: /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:15:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk 1073741824" returned: 0 in 0.079s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.161s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Cannot resize image /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Ensure instance console log exists: /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Cannot resize image /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Ensure instance console log exists: /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:44 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Successfully created port: 47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Successfully updated port: 91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-changed-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Refreshing instance network info cache due to event network-changed-91bb031a-2110-4065-8835-7c3ccd586a13. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:15:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] Acquiring lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Successfully created port: fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Instance network_info: |[{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] Acquired lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Refreshing network info cache for port 91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Start _get_guest_xml network_info=[{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:15:46 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:46 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1490402310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1490402310',id=1,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-72npb003',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:40Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=cd296147-5275-408e-9544-c56f0bb6e474,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.objects.instance [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:15:46 user nova-compute[74976]:   <uuid>cd296147-5275-408e-9544-c56f0bb6e474</uuid>
Dec 04 05:15:46 user nova-compute[74976]:   <name>instance-00000001</name>
Dec 04 05:15:46 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:15:46 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:15:46 user nova-compute[74976]:   <metadata>
Dec 04 05:15:46 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:15:46 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1490402310</nova:name>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:15:46</nova:creationTime>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:15:46 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:15:46 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:owner>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:15:46 user nova-compute[74976]:       </nova:owner>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:15:46 user nova-compute[74976]:       <nova:ports>
Dec 04 05:15:46 user nova-compute[74976]:         <nova:port uuid="91bb031a-2110-4065-8835-7c3ccd586a13">
Dec 04 05:15:46 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:15:46 user nova-compute[74976]:         </nova:port>
Dec 04 05:15:46 user nova-compute[74976]:       </nova:ports>
Dec 04 05:15:46 user nova-compute[74976]:     </nova:instance>
Dec 04 05:15:46 user nova-compute[74976]:   </metadata>
Dec 04 05:15:46 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:15:46 user nova-compute[74976]:     <system>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="serial">cd296147-5275-408e-9544-c56f0bb6e474</entry>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="uuid">cd296147-5275-408e-9544-c56f0bb6e474</entry>
Dec 04 05:15:46 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:15:46 user nova-compute[74976]:     </system>
Dec 04 05:15:46 user nova-compute[74976]:   </sysinfo>
Dec 04 05:15:46 user nova-compute[74976]:   <os>
Dec 04 05:15:46 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:15:46 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:15:46 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:15:46 user nova-compute[74976]:   </os>
Dec 04 05:15:46 user nova-compute[74976]:   <features>
Dec 04 05:15:46 user nova-compute[74976]:     <acpi/>
Dec 04 05:15:46 user nova-compute[74976]:     <apic/>
Dec 04 05:15:46 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:15:46 user nova-compute[74976]:   </features>
Dec 04 05:15:46 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:15:46 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:15:46 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:15:46 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:15:46 user nova-compute[74976]:   </clock>
Dec 04 05:15:46 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:15:46 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:15:46 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:15:46 user nova-compute[74976]:   </cpu>
Dec 04 05:15:46 user nova-compute[74976]:   <devices>
Dec 04 05:15:46 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:15:46 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:15:46 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk"/>
Dec 04 05:15:46 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:15:46 user nova-compute[74976]:     </disk>
Dec 04 05:15:46 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:15:46 user nova-compute[74976]:       <mac address="fa:16:3e:4b:16:0d"/>
Dec 04 05:15:46 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:46 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:15:46 user nova-compute[74976]:       <target dev="tap91bb031a-21"/>
Dec 04 05:15:46 user nova-compute[74976]:     </interface>
Dec 04 05:15:46 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:15:46 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/console.log" append="off"/>
Dec 04 05:15:46 user nova-compute[74976]:     </serial>
Dec 04 05:15:46 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:15:46 user nova-compute[74976]:     <video>
Dec 04 05:15:46 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:46 user nova-compute[74976]:     </video>
Dec 04 05:15:46 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:15:46 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:15:46 user nova-compute[74976]:     </rng>
Dec 04 05:15:46 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:15:46 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:15:46 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:15:46 user nova-compute[74976]:     </memballoon>
Dec 04 05:15:46 user nova-compute[74976]:   </devices>
Dec 04 05:15:46 user nova-compute[74976]: </domain>
Dec 04 05:15:46 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1490402310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1490402310',id=1,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-72npb003',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:40Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=cd296147-5275-408e-9544-c56f0bb6e474,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG os_vif [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Created schema index Interface.name {{(pid=74976) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Created schema index Port.name {{(pid=74976) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Created schema index Bridge.name {{(pid=74976) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [POLLOUT] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '558cbfcc-ad6d-5e2a-9c15-76839e3647d2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:15:46 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpe_7237d6/privsep.sock']
Dec 04 05:15:46 user sudo[84280]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpe_7237d6/privsep.sock
Dec 04 05:15:46 user sudo[84280]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 05:15:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updated VIF entry in instance network info cache for port 91bb031a-2110-4065-8835-7c3ccd586a13. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b844e3e8-dbee-47c3-9d9a-dae3f221be63 req-2a28cd01-b4a9-4bb0-95f5-47ea8244980f service nova] Releasing lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Successfully updated port: 47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquired lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:15:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:15:48 user sudo[84280]: pam_unix(sudo:session): session closed for user root
Dec 04 05:15:48 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Spawned new privsep daemon via rootwrap
Dec 04 05:15:48 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 05:15:48 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 05:15:48 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 04 05:15:48 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84285
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-changed-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Refreshing instance network info cache due to event network-changed-47b1c5c3-be6d-41fa-aa11-372095925c3b. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] Acquiring lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Successfully updated port: fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquired lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-changed-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Refreshing instance network info cache due to event network-changed-fb6645b0-9f18-49fa-acac-5b6a23f1d980. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] Acquiring lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91bb031a-21, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91bb031a-21, col_values=(('qos', UUID('72d32b3c-0bed-487b-a883-78e176e3eeaf')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91bb031a-21, col_values=(('external_ids', {'iface-id': '91bb031a-2110-4065-8835-7c3ccd586a13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:16:0d', 'vm-uuid': 'cd296147-5275-408e-9544-c56f0bb6e474'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: INFO os_vif [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21')
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:4b:16:0d, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating instance_info_cache with network_info: [{"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Releasing lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Instance network_info: |[{"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] Acquired lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Refreshing network info cache for port 47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Start _get_guest_xml network_info=[{"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:15:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-224216867',display_name='tempest-DeleteServersTestJSON-server-224216867',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-224216867',id=2,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1423950e4d141bb943b39c5d4841f64',ramdisk_id='',reservation_id='r-7ocitjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1118431400',owner_user_name='tempest-DeleteServersTestJSON-1118431400-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:42Z,user_data=None,user_id='b4f3f6d152c84090b70d29ac8adda7ba',uuid=58e7abeb-1a6d-4478-b58e-d5774b8e97fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converting VIF {"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.objects.instance [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lazy-loading 'pci_devices' on Instance uuid 58e7abeb-1a6d-4478-b58e-d5774b8e97fc {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating instance_info_cache with network_info: [{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:15:48 user nova-compute[74976]:   <uuid>58e7abeb-1a6d-4478-b58e-d5774b8e97fc</uuid>
Dec 04 05:15:48 user nova-compute[74976]:   <name>instance-00000002</name>
Dec 04 05:15:48 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:15:48 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:15:48 user nova-compute[74976]:   <metadata>
Dec 04 05:15:48 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:15:48 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:name>tempest-DeleteServersTestJSON-server-224216867</nova:name>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:15:48</nova:creationTime>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:15:48 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:15:48 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:owner>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:user uuid="b4f3f6d152c84090b70d29ac8adda7ba">tempest-DeleteServersTestJSON-1118431400-project-member</nova:user>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:project uuid="b1423950e4d141bb943b39c5d4841f64">tempest-DeleteServersTestJSON-1118431400</nova:project>
Dec 04 05:15:48 user nova-compute[74976]:       </nova:owner>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:15:48 user nova-compute[74976]:       <nova:ports>
Dec 04 05:15:48 user nova-compute[74976]:         <nova:port uuid="47b1c5c3-be6d-41fa-aa11-372095925c3b">
Dec 04 05:15:48 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:15:48 user nova-compute[74976]:         </nova:port>
Dec 04 05:15:48 user nova-compute[74976]:       </nova:ports>
Dec 04 05:15:48 user nova-compute[74976]:     </nova:instance>
Dec 04 05:15:48 user nova-compute[74976]:   </metadata>
Dec 04 05:15:48 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:15:48 user nova-compute[74976]:     <system>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="serial">58e7abeb-1a6d-4478-b58e-d5774b8e97fc</entry>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="uuid">58e7abeb-1a6d-4478-b58e-d5774b8e97fc</entry>
Dec 04 05:15:48 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:15:48 user nova-compute[74976]:     </system>
Dec 04 05:15:48 user nova-compute[74976]:   </sysinfo>
Dec 04 05:15:48 user nova-compute[74976]:   <os>
Dec 04 05:15:48 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:15:48 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:15:48 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:15:48 user nova-compute[74976]:   </os>
Dec 04 05:15:48 user nova-compute[74976]:   <features>
Dec 04 05:15:48 user nova-compute[74976]:     <acpi/>
Dec 04 05:15:48 user nova-compute[74976]:     <apic/>
Dec 04 05:15:48 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:15:48 user nova-compute[74976]:   </features>
Dec 04 05:15:48 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:15:48 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:15:48 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:15:48 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:15:48 user nova-compute[74976]:   </clock>
Dec 04 05:15:48 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:15:48 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:15:48 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:15:48 user nova-compute[74976]:   </cpu>
Dec 04 05:15:48 user nova-compute[74976]:   <devices>
Dec 04 05:15:48 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:15:48 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:15:48 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk"/>
Dec 04 05:15:48 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:15:48 user nova-compute[74976]:     </disk>
Dec 04 05:15:48 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:15:48 user nova-compute[74976]:       <mac address="fa:16:3e:98:1d:5b"/>
Dec 04 05:15:48 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:48 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:15:48 user nova-compute[74976]:       <target dev="tap47b1c5c3-be"/>
Dec 04 05:15:48 user nova-compute[74976]:     </interface>
Dec 04 05:15:48 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:15:48 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/console.log" append="off"/>
Dec 04 05:15:48 user nova-compute[74976]:     </serial>
Dec 04 05:15:48 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:15:48 user nova-compute[74976]:     <video>
Dec 04 05:15:48 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:48 user nova-compute[74976]:     </video>
Dec 04 05:15:48 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:15:48 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:15:48 user nova-compute[74976]:     </rng>
Dec 04 05:15:48 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:15:48 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:15:48 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:15:48 user nova-compute[74976]:     </memballoon>
Dec 04 05:15:48 user nova-compute[74976]:   </devices>
Dec 04 05:15:48 user nova-compute[74976]: </domain>
Dec 04 05:15:48 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-224216867',display_name='tempest-DeleteServersTestJSON-server-224216867',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-224216867',id=2,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1423950e4d141bb943b39c5d4841f64',ramdisk_id='',reservation_id='r-7ocitjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1118431400',owner_user_name='tempest-DeleteServersTestJSON-1118431400-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:42Z,user_data=None,user_id='b4f3f6d152c84090b70d29ac8adda7ba',uuid=58e7abeb-1a6d-4478-b58e-d5774b8e97fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converting VIF {"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG os_vif [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '24dd7ed8-edc9-55d5-94ab-8990ea2a8b1a', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Releasing lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Instance network_info: |[{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] Acquired lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Refreshing network info cache for port fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Start _get_guest_xml network_info=[{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47b1c5c3-be, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47b1c5c3-be, col_values=(('qos', UUID('520b441b-a8db-4047-ba1d-48be01435e06')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47b1c5c3-be, col_values=(('external_ids', {'iface-id': '47b1c5c3-be6d-41fa-aa11-372095925c3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:1d:5b', 'vm-uuid': '58e7abeb-1a6d-4478-b58e-d5774b8e97fc'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:48 user nova-compute[74976]: INFO os_vif [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be')
Dec 04 05:15:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:15:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-150252337',display_name='tempest-AttachVolumeNegativeTest-server-150252337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-150252337',id=3,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBMi0NVQQBanWyayrH3oSbYExJFrhRc5sNsdQR+CIon+PEKSc/8XsOx8EI36QXuPMCTRjYTA0lbtXFIJFW4bkgEIBeF2IH6XgTax17Fg8bBKeaaeSPERu9jesS6LyY95gA==',key_name='tempest-keypair-376522417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-a0exql2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bd5b9f6c-ac84-4bff-b104-90d5aa3249ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.objects.instance [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'pci_devices' on Instance uuid bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:15:49 user nova-compute[74976]:   <uuid>bd5b9f6c-ac84-4bff-b104-90d5aa3249ae</uuid>
Dec 04 05:15:49 user nova-compute[74976]:   <name>instance-00000003</name>
Dec 04 05:15:49 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:15:49 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:15:49 user nova-compute[74976]:   <metadata>
Dec 04 05:15:49 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:15:49 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeNegativeTest-server-150252337</nova:name>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:15:48</nova:creationTime>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:15:49 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:15:49 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:owner>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:user uuid="e515442a8c5941b88dde5879b405875f">tempest-AttachVolumeNegativeTest-320860805-project-member</nova:user>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:project uuid="fb8ee74cc6e74c3a83efa18b670d70db">tempest-AttachVolumeNegativeTest-320860805</nova:project>
Dec 04 05:15:49 user nova-compute[74976]:       </nova:owner>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:15:49 user nova-compute[74976]:       <nova:ports>
Dec 04 05:15:49 user nova-compute[74976]:         <nova:port uuid="fb6645b0-9f18-49fa-acac-5b6a23f1d980">
Dec 04 05:15:49 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 05:15:49 user nova-compute[74976]:         </nova:port>
Dec 04 05:15:49 user nova-compute[74976]:       </nova:ports>
Dec 04 05:15:49 user nova-compute[74976]:     </nova:instance>
Dec 04 05:15:49 user nova-compute[74976]:   </metadata>
Dec 04 05:15:49 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:15:49 user nova-compute[74976]:     <system>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="serial">bd5b9f6c-ac84-4bff-b104-90d5aa3249ae</entry>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="uuid">bd5b9f6c-ac84-4bff-b104-90d5aa3249ae</entry>
Dec 04 05:15:49 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:15:49 user nova-compute[74976]:     </system>
Dec 04 05:15:49 user nova-compute[74976]:   </sysinfo>
Dec 04 05:15:49 user nova-compute[74976]:   <os>
Dec 04 05:15:49 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:15:49 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:15:49 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:15:49 user nova-compute[74976]:   </os>
Dec 04 05:15:49 user nova-compute[74976]:   <features>
Dec 04 05:15:49 user nova-compute[74976]:     <acpi/>
Dec 04 05:15:49 user nova-compute[74976]:     <apic/>
Dec 04 05:15:49 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:15:49 user nova-compute[74976]:   </features>
Dec 04 05:15:49 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:15:49 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:15:49 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:15:49 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:15:49 user nova-compute[74976]:   </clock>
Dec 04 05:15:49 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:15:49 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:15:49 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:15:49 user nova-compute[74976]:   </cpu>
Dec 04 05:15:49 user nova-compute[74976]:   <devices>
Dec 04 05:15:49 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:15:49 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:15:49 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk"/>
Dec 04 05:15:49 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:15:49 user nova-compute[74976]:     </disk>
Dec 04 05:15:49 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:15:49 user nova-compute[74976]:       <mac address="fa:16:3e:86:85:15"/>
Dec 04 05:15:49 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:49 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:15:49 user nova-compute[74976]:       <target dev="tapfb6645b0-9f"/>
Dec 04 05:15:49 user nova-compute[74976]:     </interface>
Dec 04 05:15:49 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:15:49 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/console.log" append="off"/>
Dec 04 05:15:49 user nova-compute[74976]:     </serial>
Dec 04 05:15:49 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:15:49 user nova-compute[74976]:     <video>
Dec 04 05:15:49 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:15:49 user nova-compute[74976]:     </video>
Dec 04 05:15:49 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:15:49 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:15:49 user nova-compute[74976]:     </rng>
Dec 04 05:15:49 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:15:49 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:15:49 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:15:49 user nova-compute[74976]:     </memballoon>
Dec 04 05:15:49 user nova-compute[74976]:   </devices>
Dec 04 05:15:49 user nova-compute[74976]: </domain>
Dec 04 05:15:49 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-150252337',display_name='tempest-AttachVolumeNegativeTest-server-150252337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-150252337',id=3,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBMi0NVQQBanWyayrH3oSbYExJFrhRc5sNsdQR+CIon+PEKSc/8XsOx8EI36QXuPMCTRjYTA0lbtXFIJFW4bkgEIBeF2IH6XgTax17Fg8bBKeaaeSPERu9jesS6LyY95gA==',key_name='tempest-keypair-376522417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-a0exql2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bd5b9f6c-ac84-4bff-b104-90d5aa3249ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG os_vif [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b3bdc82-c6c2-53a1-b16d-b5cd92e12755', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] No VIF found with MAC fa:16:3e:98:1d:5b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb6645b0-9f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb6645b0-9f, col_values=(('qos', UUID('e6490a2c-54f9-4257-ba40-379cf5eb351d')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb6645b0-9f, col_values=(('external_ids', {'iface-id': 'fb6645b0-9f18-49fa-acac-5b6a23f1d980', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:85:15', 'vm-uuid': 'bd5b9f6c-ac84-4bff-b104-90d5aa3249ae'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: INFO os_vif [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f')
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:86:85:15, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updated VIF entry in instance network info cache for port fb6645b0-9f18-49fa-acac-5b6a23f1d980. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating instance_info_cache with network_info: [{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83126720-01b6-4321-b70e-6889bfc00120 req-a622ce8e-7032-48d0-ae0d-284fca5aab21 service nova] Releasing lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updated VIF entry in instance network info cache for port 47b1c5c3-be6d-41fa-aa11-372095925c3b. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating instance_info_cache with network_info: [{"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:15:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c7bbc3e-dfcb-4b3b-bd26-951078e2b64c req-2a9a5646-1843-44a8-91a8-65a31a2e93bf service nova] Releasing lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:15:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:15:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Instance spawned successfully.
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:15:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Instance spawned successfully.
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:15:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Instance spawned successfully.
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Took 11.48 seconds to spawn the instance on the hypervisor.
Dec 04 05:15:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Took 14.95 seconds to spawn the instance on the hypervisor.
Dec 04 05:15:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Took 12.37 seconds to build instance.
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Took 16.10 seconds to build instance.
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Took 13.61 seconds to spawn the instance on the hypervisor.
Dec 04 05:15:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a485dcdc-f93d-4628-9d8a-8c4128c362b4 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.643s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-58f61d74-cc87-4394-be7b-1e21034e6a1b tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.360s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.claims [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Claim successful on node user
Dec 04 05:15:55 user nova-compute[74976]: INFO nova.compute.manager [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Took 14.49 seconds to build instance.
Dec 04 05:15:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-04a4f318-08e6-4862-8913-cb6bb9c763ce tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.764s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.587s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:15:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.policy [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd063127f164e208df4c5024a1fd31c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97238f81f7ce4f42b2bb087e5f9bc830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:15:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Creating image(s)
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "/opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "/opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "/opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.244s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.246s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk 1073741824" returned: 0 in 0.085s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.343s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.361s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.392s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Cannot resize image /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Ensure instance console log exists: /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:15:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:15:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:15:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Successfully created port: 44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:15:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] No waiting events found dispatching network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:00 user nova-compute[74976]: WARNING nova.compute.manager [req-21dc0952-cac5-43eb-b985-eb00ed8b63dc req-a38c05ac-753e-43fc-bbab-6f99a4737455 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received unexpected event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 for instance with vm_state active and task_state None.
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Successfully updated port: 44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquired lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-changed-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Refreshing instance network info cache due to event network-changed-44fac85f-58ad-4f75-931f-43988e1b7ff3. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] Acquiring lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Releasing lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Instance network_info: |[{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] Acquired lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Refreshing network info cache for port 44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Start _get_guest_xml network_info=[{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:01 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:01 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-814065264',display_name='tempest-VolumesAdminNegativeTest-server-814065264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-814065264',id=4,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9pKUo/2n51Nfgk+Od9L3LyRC+MPHfXRdsnm3VX2wBN4iy4pC5p4pEg/N+P0d3Qy4kpfDskkOg3WxLTDGwKChlTm5FubfBzT5HklvdYK20vhcX2NHRBQZUzhsdj+9ypZw==',key_name='tempest-keypair-1416107101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-xsmv9ol3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecd063127f164e208df4c5024a1fd31c',uuid=15625342-4488-4e29-b2e3-0f90c20996aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:01 user nova-compute[74976]: DEBUG nova.objects.instance [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'pci_devices' on Instance uuid 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:02 user nova-compute[74976]:   <uuid>15625342-4488-4e29-b2e3-0f90c20996aa</uuid>
Dec 04 05:16:02 user nova-compute[74976]:   <name>instance-00000004</name>
Dec 04 05:16:02 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:02 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:02 user nova-compute[74976]:   <metadata>
Dec 04 05:16:02 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:02 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:name>tempest-VolumesAdminNegativeTest-server-814065264</nova:name>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:01</nova:creationTime>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:02 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:02 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:user uuid="ecd063127f164e208df4c5024a1fd31c">tempest-VolumesAdminNegativeTest-397494070-project-member</nova:user>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:project uuid="97238f81f7ce4f42b2bb087e5f9bc830">tempest-VolumesAdminNegativeTest-397494070</nova:project>
Dec 04 05:16:02 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:16:02 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:02 user nova-compute[74976]:         <nova:port uuid="44fac85f-58ad-4f75-931f-43988e1b7ff3">
Dec 04 05:16:02 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:16:02 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:02 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:02 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:02 user nova-compute[74976]:   </metadata>
Dec 04 05:16:02 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:02 user nova-compute[74976]:     <system>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="serial">15625342-4488-4e29-b2e3-0f90c20996aa</entry>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="uuid">15625342-4488-4e29-b2e3-0f90c20996aa</entry>
Dec 04 05:16:02 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:02 user nova-compute[74976]:     </system>
Dec 04 05:16:02 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:02 user nova-compute[74976]:   <os>
Dec 04 05:16:02 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:02 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:02 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:02 user nova-compute[74976]:   </os>
Dec 04 05:16:02 user nova-compute[74976]:   <features>
Dec 04 05:16:02 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:02 user nova-compute[74976]:     <apic/>
Dec 04 05:16:02 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:02 user nova-compute[74976]:   </features>
Dec 04 05:16:02 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:02 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:02 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:02 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:02 user nova-compute[74976]:   </clock>
Dec 04 05:16:02 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:02 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:02 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:02 user nova-compute[74976]:   </cpu>
Dec 04 05:16:02 user nova-compute[74976]:   <devices>
Dec 04 05:16:02 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:02 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:02 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk"/>
Dec 04 05:16:02 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:16:02 user nova-compute[74976]:     </disk>
Dec 04 05:16:02 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:02 user nova-compute[74976]:       <mac address="fa:16:3e:36:8c:6a"/>
Dec 04 05:16:02 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:02 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:02 user nova-compute[74976]:       <target dev="tap44fac85f-58"/>
Dec 04 05:16:02 user nova-compute[74976]:     </interface>
Dec 04 05:16:02 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:02 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/console.log" append="off"/>
Dec 04 05:16:02 user nova-compute[74976]:     </serial>
Dec 04 05:16:02 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:02 user nova-compute[74976]:     <video>
Dec 04 05:16:02 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:02 user nova-compute[74976]:     </video>
Dec 04 05:16:02 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:02 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:02 user nova-compute[74976]:     </rng>
Dec 04 05:16:02 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:02 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:02 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:02 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:02 user nova-compute[74976]:   </devices>
Dec 04 05:16:02 user nova-compute[74976]: </domain>
Dec 04 05:16:02 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-814065264',display_name='tempest-VolumesAdminNegativeTest-server-814065264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-814065264',id=4,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9pKUo/2n51Nfgk+Od9L3LyRC+MPHfXRdsnm3VX2wBN4iy4pC5p4pEg/N+P0d3Qy4kpfDskkOg3WxLTDGwKChlTm5FubfBzT5HklvdYK20vhcX2NHRBQZUzhsdj+9ypZw==',key_name='tempest-keypair-1416107101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-xsmv9ol3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:15:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecd063127f164e208df4c5024a1fd31c',uuid=15625342-4488-4e29-b2e3-0f90c20996aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG os_vif [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8f59076-f81a-583f-91c0-2454d4cc725a', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44fac85f-58, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44fac85f-58, col_values=(('qos', UUID('f308b408-a9dc-4bc1-8613-0eab134a514f')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44fac85f-58, col_values=(('external_ids', {'iface-id': '44fac85f-58ad-4f75-931f-43988e1b7ff3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:8c:6a', 'vm-uuid': '15625342-4488-4e29-b2e3-0f90c20996aa'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:02 user nova-compute[74976]: INFO os_vif [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58')
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No VIF found with MAC fa:16:3e:36:8c:6a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] No waiting events found dispatching network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:02 user nova-compute[74976]: WARNING nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received unexpected event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 for instance with vm_state active and task_state None.
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] No waiting events found dispatching network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:02 user nova-compute[74976]: WARNING nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received unexpected event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 for instance with vm_state active and task_state None.
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] No waiting events found dispatching network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:02 user nova-compute[74976]: WARNING nova.compute.manager [req-bb3fa222-293a-4047-9f97-34463b4cff9f req-077795a6-86ac-49ee-a2d9-8b0b9a66c4c5 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received unexpected event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 for instance with vm_state active and task_state None.
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updated VIF entry in instance network info cache for port 44fac85f-58ad-4f75-931f-43988e1b7ff3. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6e61919-7f1e-4fb1-a4b4-c6b017d806c6 req-e2468b60-2199-401f-8569-46592ef8e7ab service nova] Releasing lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:16:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Instance spawned successfully.
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:07 user nova-compute[74976]: INFO nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Took 10.83 seconds to spawn the instance on the hypervisor.
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:16:07 user nova-compute[74976]: INFO nova.compute.manager [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Took 12.10 seconds to build instance.
Dec 04 05:16:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-003ad1dd-3b2f-43cb-9732-f8d51c5fafa4 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.294s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:08 user nova-compute[74976]: INFO nova.compute.claims [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Claim successful on node user
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.756s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:16:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Creating image(s)
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "3db90080bdd49996769eb851594226365d7d4be9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "3db90080bdd49996769eb851594226365d7d4be9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:09 user nova-compute[74976]: DEBUG nova.policy [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3914ff1b2e6d46c0b9ac94b027f9d32d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a92c62f5b0547959aa50325005785f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.part --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG nova.virt.images [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] 9c53af21-7050-4f17-bd3d-20295f7aeed5 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.part /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.part /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.converted" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9.converted --force-share --output=json" returned: 0 in 0.262s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "3db90080bdd49996769eb851594226365d7d4be9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.425s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:10 user nova-compute[74976]: INFO nova.compute.claims [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Claim successful on node user
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json" returned: 0 in 0.270s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "3db90080bdd49996769eb851594226365d7d4be9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "3db90080bdd49996769eb851594226365d7d4be9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json" returned: 0 in 0.359s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9,backing_fmt=raw /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9,backing_fmt=raw /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk 1073741824" returned: 0 in 0.067s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "3db90080bdd49996769eb851594226365d7d4be9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.430s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 --force-share --output=json" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Checking if we can resize image /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.734s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Cannot resize image /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Ensure instance console log exists: /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:11 user nova-compute[74976]: DEBUG nova.policy [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2aba8f32674aafb4adcf2afd3162d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6f27b8997046be8428f8edb8fd112e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Successfully created port: 28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:16:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Creating image(s)
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.301s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Successfully created port: 7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.505s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk 1073741824" returned: 0 in 0.120s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.631s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Successfully updated port: 28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:13 user nova-compute[74976]: INFO nova.compute.claims [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Claim successful on node user
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquired lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.399s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-changed-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Refreshing instance network info cache due to event network-changed-28b281f0-0b3c-43c2-9f87-aa947c9e1278. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] Acquiring lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Successfully updated port: 7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-changed-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing instance network info cache due to event network-changed-7042b48a-a76b-4086-b3a9-809c969c8115. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Cannot resize image /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Ensure instance console log exists: /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.710s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Instance network_info: |[{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing network info cache for port 7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Start _get_guest_xml network_info=[{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:14 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:14 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.policy [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a3ab1682d254994a158f87f4ea4dc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979a869cf32b4ff197d6c09eb117a1f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'pci_devices' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:16:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Creating image(s)
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "/opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "/opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "/opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:14 user nova-compute[74976]:   <uuid>7e9c7fba-aee2-4a95-adb6-643211e0fa95</uuid>
Dec 04 05:16:14 user nova-compute[74976]:   <name>instance-00000006</name>
Dec 04 05:16:14 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:14 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:14 user nova-compute[74976]:   <metadata>
Dec 04 05:16:14 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:14 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:14</nova:creationTime>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:14 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:16:14 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:16:14 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:14 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:14 user nova-compute[74976]:   </metadata>
Dec 04 05:16:14 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:14 user nova-compute[74976]:     <system>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="serial">7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="uuid">7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:14 user nova-compute[74976]:     </system>
Dec 04 05:16:14 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:14 user nova-compute[74976]:   <os>
Dec 04 05:16:14 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:14 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:14 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:14 user nova-compute[74976]:   </os>
Dec 04 05:16:14 user nova-compute[74976]:   <features>
Dec 04 05:16:14 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:14 user nova-compute[74976]:     <apic/>
Dec 04 05:16:14 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:14 user nova-compute[74976]:   </features>
Dec 04 05:16:14 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:14 user nova-compute[74976]:   </clock>
Dec 04 05:16:14 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:14 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:14 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:14 user nova-compute[74976]:   </cpu>
Dec 04 05:16:14 user nova-compute[74976]:   <devices>
Dec 04 05:16:14 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:14 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:14 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:16:14 user nova-compute[74976]:     </disk>
Dec 04 05:16:14 user nova-compute[74976]:     <disk type="file" device="cdrom">
Dec 04 05:16:14 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 05:16:14 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="hda" bus="ide"/>
Dec 04 05:16:14 user nova-compute[74976]:     </disk>
Dec 04 05:16:14 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:14 user nova-compute[74976]:       <mac address="fa:16:3e:d3:41:fc"/>
Dec 04 05:16:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:14 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="tap7042b48a-a7"/>
Dec 04 05:16:14 user nova-compute[74976]:     </interface>
Dec 04 05:16:14 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:14 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log" append="off"/>
Dec 04 05:16:14 user nova-compute[74976]:     </serial>
Dec 04 05:16:14 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:14 user nova-compute[74976]:     <video>
Dec 04 05:16:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:14 user nova-compute[74976]:     </video>
Dec 04 05:16:14 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:14 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:14 user nova-compute[74976]:     </rng>
Dec 04 05:16:14 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:14 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:14 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:14 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:14 user nova-compute[74976]:   </devices>
Dec 04 05:16:14 user nova-compute[74976]: </domain>
Dec 04 05:16:14 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG os_vif [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updating instance_info_cache with network_info: [{"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb03dc89-0d46-5f40-902e-9712a454eafc', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7042b48a-a7, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7042b48a-a7, col_values=(('qos', UUID('98dc7131-3783-4aeb-8c12-9bdb74963365')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7042b48a-a7, col_values=(('external_ids', {'iface-id': '7042b48a-a76b-4086-b3a9-809c969c8115', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:41:fc', 'vm-uuid': '7e9c7fba-aee2-4a95-adb6-643211e0fa95'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Releasing lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Instance network_info: |[{"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] Acquired lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Refreshing network info cache for port 28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Start _get_guest_xml network_info=[{"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:15:56Z,direct_url=<?>,disk_format='qcow2',id=9c53af21-7050-4f17-bd3d-20295f7aeed5,min_disk=0,min_ram=0,name='',owner='786a10ebd17243c2b3a62869611a6578',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:15:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'scsi', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': '9c53af21-7050-4f17-bd3d-20295f7aeed5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:14 user nova-compute[74976]: INFO os_vif [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7')
Dec 04 05:16:14 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:14 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:15:56Z,direct_url=<?>,disk_format='qcow2',id=9c53af21-7050-4f17-bd3d-20295f7aeed5,min_disk=0,min_ram=0,name='',owner='786a10ebd17243c2b3a62869611a6578',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:15:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1196251879',display_name='tempest-AttachSCSIVolumeTestJSON-server-1196251879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1196251879',id=5,image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAu+QIZ7ziQtX5OE59+wqlcTSPVvJ9RSrYQagmRY/HBTpCVXbTI+RUy4lmkD6lgEB4Q8x26sUdkF1wHBSibF4lQPr6+AIVWiVFkTb6KJdjwAaUxVvcugrprwU1JRie4bcA==',key_name='tempest-keypair-1141341189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a92c62f5b0547959aa50325005785f9',ramdisk_id='',reservation_id='r-7d1s8twa',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-337450858',owner_user_name='tempest-AttachSCSIVolumeTestJSON-337450858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3914ff1b2e6d46c0b9ac94b027f9d32d',uuid=35a265b8-b97a-4bea-a56b-62037694eb95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converting VIF {"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.objects.instance [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lazy-loading 'pci_devices' on Instance uuid 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.310s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:14 user nova-compute[74976]:   <uuid>35a265b8-b97a-4bea-a56b-62037694eb95</uuid>
Dec 04 05:16:14 user nova-compute[74976]:   <name>instance-00000005</name>
Dec 04 05:16:14 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:14 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:14 user nova-compute[74976]:   <metadata>
Dec 04 05:16:14 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:14 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1196251879</nova:name>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:14</nova:creationTime>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:14 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:user uuid="3914ff1b2e6d46c0b9ac94b027f9d32d">tempest-AttachSCSIVolumeTestJSON-337450858-project-member</nova:user>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:project uuid="9a92c62f5b0547959aa50325005785f9">tempest-AttachSCSIVolumeTestJSON-337450858</nova:project>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:root type="image" uuid="9c53af21-7050-4f17-bd3d-20295f7aeed5"/>
Dec 04 05:16:14 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:14 user nova-compute[74976]:         <nova:port uuid="28b281f0-0b3c-43c2-9f87-aa947c9e1278">
Dec 04 05:16:14 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 05:16:14 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:14 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:14 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:14 user nova-compute[74976]:   </metadata>
Dec 04 05:16:14 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:14 user nova-compute[74976]:     <system>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="serial">35a265b8-b97a-4bea-a56b-62037694eb95</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="uuid">35a265b8-b97a-4bea-a56b-62037694eb95</entry>
Dec 04 05:16:14 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:14 user nova-compute[74976]:     </system>
Dec 04 05:16:14 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:14 user nova-compute[74976]:   <os>
Dec 04 05:16:14 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:14 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:14 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:14 user nova-compute[74976]:   </os>
Dec 04 05:16:14 user nova-compute[74976]:   <features>
Dec 04 05:16:14 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:14 user nova-compute[74976]:     <apic/>
Dec 04 05:16:14 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:14 user nova-compute[74976]:   </features>
Dec 04 05:16:14 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:14 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:14 user nova-compute[74976]:   </clock>
Dec 04 05:16:14 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:14 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:14 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:14 user nova-compute[74976]:   </cpu>
Dec 04 05:16:14 user nova-compute[74976]:   <devices>
Dec 04 05:16:14 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:14 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:14 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="sda" bus="scsi"/>
Dec 04 05:16:14 user nova-compute[74976]:       <address type="drive" controller="0" unit="0"/>
Dec 04 05:16:14 user nova-compute[74976]:     </disk>
Dec 04 05:16:14 user nova-compute[74976]:     <disk type="file" device="cdrom">
Dec 04 05:16:14 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 05:16:14 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.config"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="sdb" bus="scsi"/>
Dec 04 05:16:14 user nova-compute[74976]:       <address type="drive" controller="0" unit="1"/>
Dec 04 05:16:14 user nova-compute[74976]:     </disk>
Dec 04 05:16:14 user nova-compute[74976]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 04 05:16:14 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:14 user nova-compute[74976]:       <mac address="fa:16:3e:f5:2a:9b"/>
Dec 04 05:16:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:14 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:14 user nova-compute[74976]:       <target dev="tap28b281f0-0b"/>
Dec 04 05:16:14 user nova-compute[74976]:     </interface>
Dec 04 05:16:14 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:14 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/console.log" append="off"/>
Dec 04 05:16:14 user nova-compute[74976]:     </serial>
Dec 04 05:16:14 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:14 user nova-compute[74976]:     <video>
Dec 04 05:16:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:14 user nova-compute[74976]:     </video>
Dec 04 05:16:14 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:14 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:14 user nova-compute[74976]:     </rng>
Dec 04 05:16:14 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:14 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:14 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:14 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:14 user nova-compute[74976]:   </devices>
Dec 04 05:16:14 user nova-compute[74976]: </domain>
Dec 04 05:16:14 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1196251879',display_name='tempest-AttachSCSIVolumeTestJSON-server-1196251879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1196251879',id=5,image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAu+QIZ7ziQtX5OE59+wqlcTSPVvJ9RSrYQagmRY/HBTpCVXbTI+RUy4lmkD6lgEB4Q8x26sUdkF1wHBSibF4lQPr6+AIVWiVFkTb6KJdjwAaUxVvcugrprwU1JRie4bcA==',key_name='tempest-keypair-1141341189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a92c62f5b0547959aa50325005785f9',ramdisk_id='',reservation_id='r-7d1s8twa',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-337450858',owner_user_name='tempest-AttachSCSIVolumeTestJSON-337450858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3914ff1b2e6d46c0b9ac94b027f9d32d',uuid=35a265b8-b97a-4bea-a56b-62037694eb95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converting VIF {"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG os_vif [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b7b8d0b7-4088-5286-b50d-1f5c6caf4058', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name hda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No VIF found with MAC fa:16:3e:d3:41:fc, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Using config drive
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28b281f0-0b, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28b281f0-0b, col_values=(('qos', UUID('0f328cc2-cfd9-48d4-8ac7-2ff840ff7dec')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28b281f0-0b, col_values=(('external_ids', {'iface-id': '28b281f0-0b3c-43c2-9f87-aa947c9e1278', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:2a:9b', 'vm-uuid': '35a265b8-b97a-4bea-a56b-62037694eb95'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:15 user nova-compute[74976]: INFO os_vif [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b')
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk 1073741824" returned: 0 in 0.065s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No BDM found with device name sda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No VIF found with MAC fa:16:3e:f5:2a:9b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Using config drive
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Creating config drive at /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpac8_v728 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updated VIF entry in instance network info cache for port 28b281f0-0b3c-43c2-9f87-aa947c9e1278. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updating instance_info_cache with network_info: [{"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpac8_v728" returned: 0 in 0.079s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Cannot resize image /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Ensure instance console log exists: /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b8fb3bd-3667-4ee1-8cce-01bdcadcb494 req-7dc06ffb-daed-4454-b1d9-0afdc35ef71e service nova] Releasing lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Creating config drive at /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.config
Dec 04 05:16:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpcwzh4vgx {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpcwzh4vgx" returned: 0 in 0.069s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updated VIF entry in instance network info cache for port 7042b48a-a76b-4086-b3a9-809c969c8115. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-633de112-f004-42d7-9055-5e243f25f57d req-377fcf18-7674-43af-807d-f291e522b6fe service nova] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Successfully created port: 2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Successfully updated port: 2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquired lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-changed-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Refreshing instance network info cache due to event network-changed-2f254b8f-6138-4575-8531-8fbdd2072de6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] Acquiring lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.neutron [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating instance_info_cache with network_info: [{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Releasing lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Instance network_info: |[{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] Acquired lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Refreshing network info cache for port 2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Start _get_guest_xml network_info=[{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1536627962',display_name='tempest-TestVolumeSwap-server-1536627962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1536627962',id=7,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwUk1EkX30+uhcSdUjei7blU03cMjZAgNaOqQCtu8H6zrKp5Pzu0Ahy93juM80gMpiSPsNeKZAKByqFKWeDxMwPYOHRMpuSCWdsDNZL9RLKRf/ChB/PAA8Yl/0nus3z8Q==',key_name='tempest-keypair-674290191',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='979a869cf32b4ff197d6c09eb117a1f5',ramdisk_id='',reservation_id='r-c0z043h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-393546017',owner_user_name='tempest-TestVolumeSwap-393546017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3ab1682d254994a158f87f4ea4dc75',uuid=44ea9b5d-3969-4fbb-89b4-5553699ddf8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converting VIF {"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lazy-loading 'pci_devices' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:18 user nova-compute[74976]:   <uuid>44ea9b5d-3969-4fbb-89b4-5553699ddf8f</uuid>
Dec 04 05:16:18 user nova-compute[74976]:   <name>instance-00000007</name>
Dec 04 05:16:18 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:18 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:18 user nova-compute[74976]:   <metadata>
Dec 04 05:16:18 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:18 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:name>tempest-TestVolumeSwap-server-1536627962</nova:name>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:18</nova:creationTime>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:18 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:18 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:user uuid="9a3ab1682d254994a158f87f4ea4dc75">tempest-TestVolumeSwap-393546017-project-member</nova:user>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:project uuid="979a869cf32b4ff197d6c09eb117a1f5">tempest-TestVolumeSwap-393546017</nova:project>
Dec 04 05:16:18 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:16:18 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:18 user nova-compute[74976]:         <nova:port uuid="2f254b8f-6138-4575-8531-8fbdd2072de6">
Dec 04 05:16:18 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:16:18 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:18 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:18 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:18 user nova-compute[74976]:   </metadata>
Dec 04 05:16:18 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:18 user nova-compute[74976]:     <system>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="serial">44ea9b5d-3969-4fbb-89b4-5553699ddf8f</entry>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="uuid">44ea9b5d-3969-4fbb-89b4-5553699ddf8f</entry>
Dec 04 05:16:18 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:18 user nova-compute[74976]:     </system>
Dec 04 05:16:18 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:18 user nova-compute[74976]:   <os>
Dec 04 05:16:18 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:18 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:18 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:18 user nova-compute[74976]:   </os>
Dec 04 05:16:18 user nova-compute[74976]:   <features>
Dec 04 05:16:18 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:18 user nova-compute[74976]:     <apic/>
Dec 04 05:16:18 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:18 user nova-compute[74976]:   </features>
Dec 04 05:16:18 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:18 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:18 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:18 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:18 user nova-compute[74976]:   </clock>
Dec 04 05:16:18 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:18 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:18 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:18 user nova-compute[74976]:   </cpu>
Dec 04 05:16:18 user nova-compute[74976]:   <devices>
Dec 04 05:16:18 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:18 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:18 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk"/>
Dec 04 05:16:18 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:16:18 user nova-compute[74976]:     </disk>
Dec 04 05:16:18 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:18 user nova-compute[74976]:       <mac address="fa:16:3e:82:6b:b7"/>
Dec 04 05:16:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:18 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:18 user nova-compute[74976]:       <target dev="tap2f254b8f-61"/>
Dec 04 05:16:18 user nova-compute[74976]:     </interface>
Dec 04 05:16:18 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:18 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/console.log" append="off"/>
Dec 04 05:16:18 user nova-compute[74976]:     </serial>
Dec 04 05:16:18 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:18 user nova-compute[74976]:     <video>
Dec 04 05:16:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:18 user nova-compute[74976]:     </video>
Dec 04 05:16:18 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:18 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:18 user nova-compute[74976]:     </rng>
Dec 04 05:16:18 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:18 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:18 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:18 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:18 user nova-compute[74976]:   </devices>
Dec 04 05:16:18 user nova-compute[74976]: </domain>
Dec 04 05:16:18 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1536627962',display_name='tempest-TestVolumeSwap-server-1536627962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1536627962',id=7,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwUk1EkX30+uhcSdUjei7blU03cMjZAgNaOqQCtu8H6zrKp5Pzu0Ahy93juM80gMpiSPsNeKZAKByqFKWeDxMwPYOHRMpuSCWdsDNZL9RLKRf/ChB/PAA8Yl/0nus3z8Q==',key_name='tempest-keypair-674290191',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='979a869cf32b4ff197d6c09eb117a1f5',ramdisk_id='',reservation_id='r-c0z043h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-393546017',owner_user_name='tempest-TestVolumeSwap-393546017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3ab1682d254994a158f87f4ea4dc75',uuid=44ea9b5d-3969-4fbb-89b4-5553699ddf8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converting VIF {"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG os_vif [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd84fe1dd-b196-5bfc-b99b-3b30394490b5', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f254b8f-61, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f254b8f-61, col_values=(('qos', UUID('00ca65a2-feba-450b-b3b4-f44884ecbd47')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f254b8f-61, col_values=(('external_ids', {'iface-id': '2f254b8f-6138-4575-8531-8fbdd2072de6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:6b:b7', 'vm-uuid': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: INFO os_vif [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61')
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] No VIF found with MAC fa:16:3e:82:6b:b7, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updated VIF entry in instance network info cache for port 2f254b8f-6138-4575-8531-8fbdd2072de6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating instance_info_cache with network_info: [{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3ab8670d-de79-4ea0-8cde-06a9706648dd req-8e4d45ec-448e-445f-aa1a-e185f8a8484d service nova] Releasing lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:20 user nova-compute[74976]: INFO nova.compute.claims [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Claim successful on node user
Dec 04 05:16:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] No waiting events found dispatching network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:21 user nova-compute[74976]: WARNING nova.compute.manager [req-9dd3a8df-87dd-44bb-ae04-1db281d4a5cd req-1b05aa60-88b9-4c3e-bc0f-ab1e112cc824 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received unexpected event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 for instance with vm_state building and task_state spawning.
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.624s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.policy [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365b4d4154a64f1bbc75c126c6ef421a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0210f15a1c3948af8790040451bedd9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:16:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Creating image(s)
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "/opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "/opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "/opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.235s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.252s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk 1073741824" returned: 0 in 0.088s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.348s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Successfully created port: 7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Cannot resize image /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Ensure instance console log exists: /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Instance spawned successfully.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Instance spawned successfully.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Took 14.01 seconds to spawn the instance on the hypervisor.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Took 11.07 seconds to spawn the instance on the hypervisor.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] No waiting events found dispatching network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:23 user nova-compute[74976]: WARNING nova.compute.manager [req-991e2ef2-ca55-43b7-b99e-b3b43cf30eb2 req-c2d61a0e-9c13-41a4-8a6f-4a829ef7aec0 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received unexpected event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 for instance with vm_state building and task_state spawning.
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.compute.manager [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Took 12.54 seconds to build instance.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8fd2f3ba-0687-4d17-9d0a-bd69efd32535 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.794s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.compute.manager [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Took 15.32 seconds to build instance.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dea20f73-59b8-4736-ba41-411ef75a3841 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.568s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Instance spawned successfully.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:23 user nova-compute[74976]: INFO nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Took 9.43 seconds to spawn the instance on the hypervisor.
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:16:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Successfully updated port: 7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquired lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-changed-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Refreshing instance network info cache due to event network-changed-7bc39df6-407b-42be-8e5d-f12c6e7d37c6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] Acquiring lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:24 user nova-compute[74976]: INFO nova.compute.manager [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Took 10.74 seconds to build instance.
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63617503-0852-4b2c-8a39-e0c527a50b13 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.045s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updating instance_info_cache with network_info: [{"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Releasing lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Instance network_info: |[{"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] Acquired lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.neutron [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Refreshing network info cache for port 7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Start _get_guest_xml network_info=[{"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1002694525',display_name='tempest-VolumesAssistedSnapshotsTest-server-1002694525',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1002694525',id=8,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlbj5I6sBwgrm52alIOPJnszPMO5hOmDrAk3ObSSiI4VkbsAf0evzGttxSMlZL23KixisFfZhICJhif5CWu3pVsKTIez6QUcGSLJCLKwCqzGz4Pk1fIQ5uvJHz0iuYoUQ==',key_name='tempest-keypair-1469148488',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0210f15a1c3948af8790040451bedd9b',ramdisk_id='',reservation_id='r-0u8v45ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1162683004',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1162683004-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='365b4d4154a64f1bbc75c126c6ef421a',uuid=7274447f-7d59-40a4-931a-b2c795083b23,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converting VIF {"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lazy-loading 'pci_devices' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:24 user nova-compute[74976]:   <uuid>7274447f-7d59-40a4-931a-b2c795083b23</uuid>
Dec 04 05:16:24 user nova-compute[74976]:   <name>instance-00000008</name>
Dec 04 05:16:24 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:24 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:24 user nova-compute[74976]:   <metadata>
Dec 04 05:16:24 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:24 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1002694525</nova:name>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:24</nova:creationTime>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:24 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:24 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:user uuid="365b4d4154a64f1bbc75c126c6ef421a">tempest-VolumesAssistedSnapshotsTest-1162683004-project-member</nova:user>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:project uuid="0210f15a1c3948af8790040451bedd9b">tempest-VolumesAssistedSnapshotsTest-1162683004</nova:project>
Dec 04 05:16:24 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:16:24 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:24 user nova-compute[74976]:         <nova:port uuid="7bc39df6-407b-42be-8e5d-f12c6e7d37c6">
Dec 04 05:16:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 05:16:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:24 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:24 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:24 user nova-compute[74976]:   </metadata>
Dec 04 05:16:24 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:24 user nova-compute[74976]:     <system>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="serial">7274447f-7d59-40a4-931a-b2c795083b23</entry>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="uuid">7274447f-7d59-40a4-931a-b2c795083b23</entry>
Dec 04 05:16:24 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:24 user nova-compute[74976]:     </system>
Dec 04 05:16:24 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:24 user nova-compute[74976]:   <os>
Dec 04 05:16:24 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:24 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:24 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:24 user nova-compute[74976]:   </os>
Dec 04 05:16:24 user nova-compute[74976]:   <features>
Dec 04 05:16:24 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:24 user nova-compute[74976]:     <apic/>
Dec 04 05:16:24 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:24 user nova-compute[74976]:   </features>
Dec 04 05:16:24 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:24 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:24 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:24 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:24 user nova-compute[74976]:   </clock>
Dec 04 05:16:24 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:24 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:24 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:24 user nova-compute[74976]:   </cpu>
Dec 04 05:16:24 user nova-compute[74976]:   <devices>
Dec 04 05:16:24 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:24 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:24 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk"/>
Dec 04 05:16:24 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:16:24 user nova-compute[74976]:     </disk>
Dec 04 05:16:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:24 user nova-compute[74976]:       <mac address="fa:16:3e:cc:79:15"/>
Dec 04 05:16:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:24 user nova-compute[74976]:       <target dev="tap7bc39df6-40"/>
Dec 04 05:16:24 user nova-compute[74976]:     </interface>
Dec 04 05:16:24 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:24 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/console.log" append="off"/>
Dec 04 05:16:24 user nova-compute[74976]:     </serial>
Dec 04 05:16:24 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:24 user nova-compute[74976]:     <video>
Dec 04 05:16:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:24 user nova-compute[74976]:     </video>
Dec 04 05:16:24 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:24 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:24 user nova-compute[74976]:     </rng>
Dec 04 05:16:24 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:24 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:24 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:24 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:24 user nova-compute[74976]:   </devices>
Dec 04 05:16:24 user nova-compute[74976]: </domain>
Dec 04 05:16:24 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1002694525',display_name='tempest-VolumesAssistedSnapshotsTest-server-1002694525',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1002694525',id=8,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlbj5I6sBwgrm52alIOPJnszPMO5hOmDrAk3ObSSiI4VkbsAf0evzGttxSMlZL23KixisFfZhICJhif5CWu3pVsKTIez6QUcGSLJCLKwCqzGz4Pk1fIQ5uvJHz0iuYoUQ==',key_name='tempest-keypair-1469148488',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0210f15a1c3948af8790040451bedd9b',ramdisk_id='',reservation_id='r-0u8v45ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1162683004',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1162683004-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='365b4d4154a64f1bbc75c126c6ef421a',uuid=7274447f-7d59-40a4-931a-b2c795083b23,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converting VIF {"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG os_vif [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'efd7267e-5532-57ea-a76d-e5d740cc65e2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7bc39df6-40, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7bc39df6-40, col_values=(('qos', UUID('fc1cf09d-fe9e-4ccb-a28c-176ed86b76ab')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7bc39df6-40, col_values=(('external_ids', {'iface-id': '7bc39df6-407b-42be-8e5d-f12c6e7d37c6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:79:15', 'vm-uuid': '7274447f-7d59-40a4-931a-b2c795083b23'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:24 user nova-compute[74976]: INFO os_vif [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40')
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] No VIF found with MAC fa:16:3e:cc:79:15, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:25 user nova-compute[74976]: DEBUG nova.network.neutron [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updated VIF entry in instance network info cache for port 7bc39df6-407b-42be-8e5d-f12c6e7d37c6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:25 user nova-compute[74976]: DEBUG nova.network.neutron [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updating instance_info_cache with network_info: [{"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f214b97e-1bb2-4b18-91f8-b9a07d197c61 req-7b8cb115-1518-4fa0-b14d-aa293f97a53a service nova] Releasing lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] No waiting events found dispatching network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:26 user nova-compute[74976]: WARNING nova.compute.manager [req-6340ea15-eca1-4d3c-9270-36e4beef00c1 req-6c77993e-c8ca-4b87-96c7-1d5356b3a2a6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received unexpected event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b for instance with vm_state active and task_state None.
Dec 04 05:16:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:26 user nova-compute[74976]: WARNING nova.compute.manager [req-23efce23-96f3-4910-af19-2d8a1c491b74 req-1839fff5-6453-418d-ae0c-5e0bbf674ff3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state building and task_state spawning.
Dec 04 05:16:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] No waiting events found dispatching network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:28 user nova-compute[74976]: WARNING nova.compute.manager [req-b7bf3c63-dcb9-4ac1-b93a-e53f79bb08f3 req-001d6009-8f56-46e7-89e0-bb2c1690ad1b service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received unexpected event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b for instance with vm_state active and task_state None.
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:28 user nova-compute[74976]: WARNING nova.compute.manager [req-3af2cad7-d61b-4b75-949d-5a834fd7cdbd req-4c49b62d-af33-4e79-a02f-480875cc0d14 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state building and task_state spawning.
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:16:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Instance spawned successfully.
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:16:29 user nova-compute[74976]: INFO nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Took 7.79 seconds to spawn the instance on the hypervisor.
Dec 04 05:16:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:29 user nova-compute[74976]: INFO nova.compute.manager [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Took 8.96 seconds to build instance.
Dec 04 05:16:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39166f4c-bd63-4169-b0c2-bb143e764f6a tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.132s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.340s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.362s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.366s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json" returned: 0 in 0.333s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.318s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] No waiting events found dispatching network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:33 user nova-compute[74976]: WARNING nova.compute.manager [req-b17cbdf1-d389-4009-8399-5bfa1fe64dd6 req-e63889bf-2ddb-4342-aa83-8d6f2884c854 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received unexpected event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 for instance with vm_state active and task_state None.
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8077MB free_disk=25.688629150390625GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] No waiting events found dispatching network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received unexpected event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 for instance with vm_state active and task_state None.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 for instance with vm_state active and task_state None.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 for instance with vm_state active and task_state None.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] No waiting events found dispatching network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received unexpected event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 for instance with vm_state active and task_state None.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] No waiting events found dispatching network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:35 user nova-compute[74976]: WARNING nova.compute.manager [req-dba48cdb-97b4-4ba1-ba6a-356137ce1252 req-d992d5be-7fa2-46cb-ab50-845f8bd7e6dc service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received unexpected event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 for instance with vm_state active and task_state None.
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58e7abeb-1a6d-4478-b58e-d5774b8e97fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 35a265b8-b97a-4bea-a56b-62037694eb95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7274447f-7d59-40a4-931a-b2c795083b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:16:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:16:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:16:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.152s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:16:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:47 user nova-compute[74976]: INFO nova.compute.claims [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Claim successful on node user
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:48 user nova-compute[74976]: INFO nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Booting with volume e97163c5-0cf6-4efe-a291-528d7c0f51fa at /dev/vda
Dec 04 05:16:48 user nova-compute[74976]: DEBUG nova.policy [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cec75f181f24bd19744fbd00376cfb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb91022bdc324ee4930410ce4853d70d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:48 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:16:48 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpjji52rhf/privsep.sock']
Dec 04 05:16:48 user sudo[85902]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpjji52rhf/privsep.sock
Dec 04 05:16:48 user sudo[85902]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 05:16:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully created port: a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully created port: 4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:49 user sudo[85902]: pam_unix(sudo:session): session closed for user root
Dec 04 05:16:49 user nova-compute[74976]: INFO oslo.privsep.daemon [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Spawned new privsep daemon via rootwrap
Dec 04 05:16:49 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 05:16:49 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 05:16:49 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 04 05:16:49 user nova-compute[74976]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85906
Dec 04 05:16:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully created port: dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08e9d2b-f547-4981-8e95-1f3c477973e0]: (2,) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f177b15d-471c-4611-9417-f16559e47124]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: WARNING os_brick.initiator.connectors.nvmeof [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0598f0-b71a-444f-b0cd-7f6b00a5f2b8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4350d9-893a-42db-a1e2-18b2e19eb471]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b961a8c-5836-494c-ac38-59611f55e7d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:16:50 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:16:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[856dc18b-765b-4249-b9f9-88755b789921]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== get_connector_properties: return (2032ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating existing volume attachment record: 83ace9e5-6a80-4a92-b806-db607e3683d0 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:16:50 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully created port: 8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully created port: cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:51 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:51 user nova-compute[74976]: INFO nova.compute.claims [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Claim successful on node user
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-a1480511-0e6d-4c7d-a078-0a020232c5ab. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.540s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:52 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:52 user nova-compute[74976]: INFO nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Booting with volume 3325f2a7-fd66-4dd1-b034-fd21225f33e4 at /dev/vda
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a019c8f4-0dd0-4889-b75e-f29ecb368bba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[79a5eb0d-270b-4dad-897d-b9235059db05]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a369c37-891e-485d-a888-464fe4ad5e57]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5359973f-cd55-4485-8931-12ca371b0898]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dd566de1-cdb2-4a76-958e-b839f1e97b12 req-e0113853-0689-4a79-be86-3209f20ed5cb service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:16:52 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[443c0e15-ecdb-40cb-bdc0-455207d0ea64]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating existing volume attachment record: 72706312-3658-4bba-9da6-748e943aabcf {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.policy [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e4c0dda51b4372bdbb49993a088bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2399410cf63146cc88fded45b533798e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:16:53 user nova-compute[74976]: INFO nova.compute.claims [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Claim successful on node user
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.505s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:16:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:16:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Creating image(s)
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "/opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "/opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "/opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG nova.policy [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adb6ae5458594c9585a046f4bbc5ca5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45ab86f6f4a415fb71a4327d3aa8888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully created port: 2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-a44d47ee-ecdc-418e-8cdd-d8eec6d36998. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk 1073741824" returned: 0 in 0.049s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Cannot resize image /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Ensure instance console log exists: /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-166d7940-1019-4411-97d0-9fba28c28377 req-f9f93256-7e35-45a9-b25b-4e59bee3de49 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: 3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Successfully created port: 89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully created port: ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-3f1540e3-e3a8-4551-9981-df8483912999. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port 3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: 4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Successfully updated port: 89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db334fb7-483c-46e5-8e30-09eb060bec9a req-1be5ebfc-550e-43fe-a73a-be4425483d44 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquired lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully created port: 85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating instance_info_cache with network_info: [{"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Releasing lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Instance network_info: |[{"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Start _get_guest_xml network_info=[{"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:16:57 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:57 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1184026031',display_name='tempest-VolumesSnapshotTestJSON-instance-1184026031',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1184026031',id=11,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3Gz5OjQwxFZncgTHIcn4RD+KSY0ZQS5N7RAx/JNUe17rGPBOaQmi2AkunPH7fFJcXmUAdt0xOtQy5IZm5Ga86G3GISpsnWpr2rrbgALMzIYOQxI7GRV6Z6bOAy7j9L9Q==',key_name='tempest-keypair-70475010',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-j05ncxb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=5642774d-db16-4225-96b4-5f9ce9ce61c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'pci_devices' on Instance uuid 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:16:57 user nova-compute[74976]:   <uuid>5642774d-db16-4225-96b4-5f9ce9ce61c3</uuid>
Dec 04 05:16:57 user nova-compute[74976]:   <name>instance-0000000b</name>
Dec 04 05:16:57 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:16:57 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:16:57 user nova-compute[74976]:   <metadata>
Dec 04 05:16:57 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:16:57 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1184026031</nova:name>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:16:57</nova:creationTime>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:16:57 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:16:57 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:owner>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:user uuid="adb6ae5458594c9585a046f4bbc5ca5e">tempest-VolumesSnapshotTestJSON-164518565-project-member</nova:user>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:project uuid="f45ab86f6f4a415fb71a4327d3aa8888">tempest-VolumesSnapshotTestJSON-164518565</nova:project>
Dec 04 05:16:57 user nova-compute[74976]:       </nova:owner>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:16:57 user nova-compute[74976]:       <nova:ports>
Dec 04 05:16:57 user nova-compute[74976]:         <nova:port uuid="89e72346-e5fe-4d8d-955e-230d0601560e">
Dec 04 05:16:57 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:16:57 user nova-compute[74976]:         </nova:port>
Dec 04 05:16:57 user nova-compute[74976]:       </nova:ports>
Dec 04 05:16:57 user nova-compute[74976]:     </nova:instance>
Dec 04 05:16:57 user nova-compute[74976]:   </metadata>
Dec 04 05:16:57 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:16:57 user nova-compute[74976]:     <system>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="serial">5642774d-db16-4225-96b4-5f9ce9ce61c3</entry>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="uuid">5642774d-db16-4225-96b4-5f9ce9ce61c3</entry>
Dec 04 05:16:57 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:16:57 user nova-compute[74976]:     </system>
Dec 04 05:16:57 user nova-compute[74976]:   </sysinfo>
Dec 04 05:16:57 user nova-compute[74976]:   <os>
Dec 04 05:16:57 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:16:57 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:16:57 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:16:57 user nova-compute[74976]:   </os>
Dec 04 05:16:57 user nova-compute[74976]:   <features>
Dec 04 05:16:57 user nova-compute[74976]:     <acpi/>
Dec 04 05:16:57 user nova-compute[74976]:     <apic/>
Dec 04 05:16:57 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:16:57 user nova-compute[74976]:   </features>
Dec 04 05:16:57 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:16:57 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:16:57 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:16:57 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:16:57 user nova-compute[74976]:   </clock>
Dec 04 05:16:57 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:16:57 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:16:57 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:16:57 user nova-compute[74976]:   </cpu>
Dec 04 05:16:57 user nova-compute[74976]:   <devices>
Dec 04 05:16:57 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:16:57 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:16:57 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk"/>
Dec 04 05:16:57 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:16:57 user nova-compute[74976]:     </disk>
Dec 04 05:16:57 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:16:57 user nova-compute[74976]:       <mac address="fa:16:3e:5a:62:42"/>
Dec 04 05:16:57 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:57 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:16:57 user nova-compute[74976]:       <target dev="tap89e72346-e5"/>
Dec 04 05:16:57 user nova-compute[74976]:     </interface>
Dec 04 05:16:57 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:16:57 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/console.log" append="off"/>
Dec 04 05:16:57 user nova-compute[74976]:     </serial>
Dec 04 05:16:57 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:16:57 user nova-compute[74976]:     <video>
Dec 04 05:16:57 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:16:57 user nova-compute[74976]:     </video>
Dec 04 05:16:57 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:16:57 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:16:57 user nova-compute[74976]:     </rng>
Dec 04 05:16:57 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:16:57 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:16:57 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:16:57 user nova-compute[74976]:     </memballoon>
Dec 04 05:16:57 user nova-compute[74976]:   </devices>
Dec 04 05:16:57 user nova-compute[74976]: </domain>
Dec 04 05:16:57 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1184026031',display_name='tempest-VolumesSnapshotTestJSON-instance-1184026031',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1184026031',id=11,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3Gz5OjQwxFZncgTHIcn4RD+KSY0ZQS5N7RAx/JNUe17rGPBOaQmi2AkunPH7fFJcXmUAdt0xOtQy5IZm5Ga86G3GISpsnWpr2rrbgALMzIYOQxI7GRV6Z6bOAy7j9L9Q==',key_name='tempest-keypair-70475010',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-j05ncxb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=5642774d-db16-4225-96b4-5f9ce9ce61c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG os_vif [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64825148-1802-58e6-8f97-fe9108ec5453', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap89e72346-e5, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap89e72346-e5, col_values=(('qos', UUID('b124c0ab-faf1-4725-9b64-cde75dfff5b2')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap89e72346-e5, col_values=(('external_ids', {'iface-id': '89e72346-e5fe-4d8d-955e-230d0601560e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:62:42', 'vm-uuid': '5642774d-db16-4225-96b4-5f9ce9ce61c3'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:16:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:57 user nova-compute[74976]: INFO os_vif [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5')
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No VIF found with MAC fa:16:3e:5a:62:42, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully created port: 1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port 4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:16:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-changed-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Refreshing instance network info cache due to event network-changed-89e72346-e5fe-4d8d-955e-230d0601560e. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Acquiring lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Acquired lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Refreshing network info cache for port 89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] No waiting events found dispatching network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:16:59 user nova-compute[74976]: WARNING nova.compute.manager [req-1d5b2579-7c7d-4ab7-b006-1b05c5d497f4 req-4596c9f0-82fe-4e66-9e24-547abffedbaa service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received unexpected event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e for instance with vm_state building and task_state spawning.
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully created port: 2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updated VIF entry in instance network info cache for port 89e72346-e5fe-4d8d-955e-230d0601560e. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating instance_info_cache with network_info: [{"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:16:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95eac8c7-79c0-4403-80be-40ff554c74f2 req-2e63c59f-c468-409c-b3ce-a66310684182 service nova] Releasing lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: 8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-dada19fc-8012-4170-958e-37f9a033baee. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:00 user nova-compute[74976]: INFO nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Booting with volume 4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 at /dev/vdb
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3951698-cf09-4b84-b483-ba39f905c07b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1173b7b-c709-4562-ac54-016ac05451be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a36573-3ff8-4180-9642-520ac36bc4f4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a9366c1-cb2c-44d7-bba3-7e97c69747ab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:00 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97678a8-7373-453b-be54-e3047d87dfe4]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== get_connector_properties: return (102ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:00 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating existing volume attachment record: b7842a60-e71d-49a6-b19f-3c4afc06eab3 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-8bcff7c3-edbf-45df-a386-7e6af10afd5c. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port 8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: 2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Successfully updated port: cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:17:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Instance spawned successfully.
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c9cb3e42-2575-4f18-8f9c-86c3622c39f1 req-c2ab9936-74d2-4933-a89b-3954929a4ce9 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:17:01 user nova-compute[74976]: INFO nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Took 7.88 seconds to spawn the instance on the hypervisor.
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] No waiting events found dispatching network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:01 user nova-compute[74976]: WARNING nova.compute.manager [req-8add310e-ced4-46b3-9beb-5fd2d5288d8f req-57c0ff12-236a-435d-88fc-7738ada460e1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received unexpected event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e for instance with vm_state building and task_state spawning.
Dec 04 05:17:01 user nova-compute[74976]: INFO nova.compute.manager [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Took 8.75 seconds to build instance.
Dec 04 05:17:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb97d572-fd55-42f3-bf94-20430cad1188 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.855s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: 109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-2379382f-9c4e-420b-94cb-16ecb4cb570a. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-cc997f3f-af30-446c-884b-a66ce01b55c9. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-fb1c7c42-4a63-4bdb-b52e-c54c528f0804. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance network_info: |[{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aacae0ea-5e86-4c75-8b24-252570513a88 req-8a66e47f-e3c7-4021-9fa1-ca757df2f272 service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updated VIF entry in instance network info cache for port cc997f3f-af30-446c-884b-a66ce01b55c9. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-109af146-477c-422c-a521-540e9da1cff7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c95d202f-9450-4fd1-bb8b-a30f2d4b9c01 req-13eaaad3-b60e-4d95-be74-91ab4404f0dd service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: 85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: 1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-ba55b2c5-83e6-4604-badd-9fc8d73ab451. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:07 user nova-compute[74976]: INFO nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Booting with volume 413f71f6-3afb-4e47-a8e7-d527d22c1b0a at /dev/vdb
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-85bc9261-4d5a-4e79-be5f-3420e640f013. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[90579d3d-d3b8-45c2-be1d-08a9731be04c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f756a95-5878-4deb-87c5-0be6e398f1d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05a316a-de38-4432-9079-74bae8de383a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cd5861-38fa-4f8d-8163-8cbaa4ac7ffd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:07 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c35a7b1-e687-4c3f-807c-b8f50c1b879b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating existing volume attachment record: 3dd15bfb-2e54-458e-970c-dd4b7615a84a {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-1bb65437-8afa-45c3-8f03-483c6e011577. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Successfully updated port: 2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fad93913-fb3b-44f6-92b0-078aef453741 req-c2286095-2b24-448d-a953-47aa35c33d61 service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-2bcb9ed7-8bfb-4095-af06-3a6be546f966. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance network_info: |[{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updated VIF entry in instance network info cache for port 2bcb9ed7-8bfb-4095-af06-3a6be546f966. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-33749b9f-d985-497b-a0e9-9f09e2ca6b38 req-74f6a765-d604-40bc-9017-d6da1aec4585 service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:10 user nova-compute[74976]: INFO nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Booting with volume eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba at /dev/vdc
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c9472c4-6d32-4225-a96a-d194b46873ec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a8b710-b7e7-425c-88e4-ee502765271f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[006c96d2-4fc2-4cc8-a3cb-9b3501218e99]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f159d452-7159-45ab-971d-69259ac4d163]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:10 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b0b45c-76e9-4a4c-9a2e-803ffbf4a9d5]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG os_brick.utils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:10 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating existing volume attachment record: 834d479c-8863-4452-9e18-b4ce5fb32b2c {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:17:20 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Creating image(s)
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Ensure instance console log exists: /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Start _get_guest_xml network_info=[{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '83ace9e5-6a80-4a92-b806-db607e3683d0', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txwTzGLN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72c95b32-7a9c-4872-aa09-09e5643a6925', 'attached_at': '', 'detached_at': '', 'volume_id': 'e97163c5-0cf6-4efe-a291-528d7c0f51fa', 'serial': 'e97163c5-0cf6-4efe-a291-528d7c0f51fa'}, 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': 'b7842a60-e71d-49a6-b19f-3c4afc06eab3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcYuhiMq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72c95b32-7a9c-4872-aa09-09e5643a6925', 'attached_at': '', 'detached_at': '', 'volume_id': '4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 'serial': '4f29e69e-7745-4822-b5f7-3cc1db1a6ae1'}, 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'attachment_id': '834d479c-8863-4452-9e18-b4ce5fb32b2c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gAwNvdzy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72c95b32-7a9c-4872-aa09-09e5643a6925', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 'serial': 'eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:17:20 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:17:20 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connector [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Factory for ISCSI on None {{(pid=74976) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txwTzGLN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:20 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:20 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:20 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[53762a28-6d1a-453b-9aba-d37c191f91cf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:17:20 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[64432e19-fc55-4b68-8b57-9673e7122a52]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa] added
Dec 04 05:17:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[de728092-28cd-4a60-b1b7-7d9dc0725078]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e124db5-670e-457f-ac93-d7a5ab9245d9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txwTzGLN {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txwTzGLN" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[08460a9c-5c0e-4b57-85fa-f138a06c2737]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'txwTzGLN'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ab59c8-4bfd-4c53-af8a-8309dafc081a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc25fe1d-f79d-43ee-819b-0dbfbd4de835]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 05:17:20 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 05:17:20 user nova-compute[74976]:  {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:20 user nova-compute[74976]: WARNING os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 05:17:20 user nova-compute[74976]: 
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[87579411-b5a6-4640-8c5c-970f71f5fee4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260]
Dec 04 05:17:20 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260] successful.
Dec 04 05:17:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[36648aa2-dda2-43de-93ad-74bc86dac420]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e3d451-6441-49e5-9395-c11c18015ec1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.056s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a8f3004-40e2-45fe-8dc6-c4108ad20e31]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:17:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txwTzGLN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23032336632356365', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23032336632356365', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcYuhiMq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:21 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:21 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:21 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6825c1b6-4f6b-411c-93eb-f6d70f090d68]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:17:21 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7da060-4340-400f-97f2-db87b2acaa65]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1] added
Dec 04 05:17:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6ac73d-46f3-4cfe-a719-736a1b452e16]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[06996164-9f4f-42f8-8bd9-944d69e25163]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fcYuhiMq {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fcYuhiMq" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a74c47-8147-48f9-9de8-7681fb70cde6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fcYuhiMq'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f42d6f0-bf3f-459f-9213-af5de87780b0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[430c1a13-52e7-4e92-b455-1e725dd29421]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[27d9d3f1-91ab-4349-9171-7d6178fd72aa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260]
Dec 04 05:17:22 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260] successful.
Dec 04 05:17:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a4e2d7-1962-4e34-a40c-52276bfbbec1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9baeda-e4d2-4e3b-8c74-b929d965bb34]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:22 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:22 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b52dc12-6772-4a44-86fd-3122db74cc04]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcYuhiMq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:17:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '26262376565616364', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262376565616364', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gAwNvdzy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:23 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3656bac-bb79-459a-b00c-eec37c39c720]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:17:23 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb113fb-9452-4a4b-b7e5-566a03f6bb20]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba] added
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[86953961-0db0-4cf9-a68b-92b8f3a5d727]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d239bb-5532-40dc-adfc-b569a3363491]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gAwNvdzy {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gAwNvdzy" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba00f309-f26f-42b0-9929-760dd537a531]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gAwNvdzy'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76184278-6fd8-4f78-a2e3-f4646bd614e6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[42fc19c0-17f0-49bd-9247-4eed2be0130d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3313982b-f07a-4f50-b82b-7203a8950900]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260]
Dec 04 05:17:23 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260] successful.
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[912189aa-e78b-4492-9040-05ff132a79bd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc91289-a2ed-4595-bdb9-a643020c3318]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:23 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[257c1444-ecc2-47ad-b15d-26526bc13eda]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:17:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gAwNvdzy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== connect_volume: return (1274ms) {'type': 'block', 'scsi_wwn': '23436633734376234', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23436633734376234', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lazy-loading 'pci_devices' on Instance uuid 72c95b32-7a9c-4872-aa09-09e5643a6925 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:17:24 user nova-compute[74976]:   <uuid>72c95b32-7a9c-4872-aa09-09e5643a6925</uuid>
Dec 04 05:17:24 user nova-compute[74976]:   <name>instance-00000009</name>
Dec 04 05:17:24 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:17:24 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:17:24 user nova-compute[74976]:   <metadata>
Dec 04 05:17:24 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:17:24 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:name>tempest-device-tagging-server-353435695</nova:name>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:17:20</nova:creationTime>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:17:24 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:17:24 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:owner>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:user uuid="9cec75f181f24bd19744fbd00376cfb5">tempest-TaggedBootDevicesTest-1989167519-project-member</nova:user>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:project uuid="fb91022bdc324ee4930410ce4853d70d">tempest-TaggedBootDevicesTest-1989167519</nova:project>
Dec 04 05:17:24 user nova-compute[74976]:       </nova:owner>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:17:24 user nova-compute[74976]:       <nova:ports>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="a1480511-0e6d-4c7d-a078-0a020232c5ab">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="a44d47ee-ecdc-418e-8cdd-d8eec6d36998">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.97" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="3f1540e3-e3a8-4551-9981-df8483912999">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.251" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.28" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="dada19fc-8012-4170-958e-37f9a033baee">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.203" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="8bcff7c3-edbf-45df-a386-7e6af10afd5c">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:         <nova:port uuid="cc997f3f-af30-446c-884b-a66ce01b55c9">
Dec 04 05:17:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 04 05:17:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:17:24 user nova-compute[74976]:       </nova:ports>
Dec 04 05:17:24 user nova-compute[74976]:     </nova:instance>
Dec 04 05:17:24 user nova-compute[74976]:   </metadata>
Dec 04 05:17:24 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:17:24 user nova-compute[74976]:     <system>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="serial">72c95b32-7a9c-4872-aa09-09e5643a6925</entry>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="uuid">72c95b32-7a9c-4872-aa09-09e5643a6925</entry>
Dec 04 05:17:24 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:17:24 user nova-compute[74976]:     </system>
Dec 04 05:17:24 user nova-compute[74976]:   </sysinfo>
Dec 04 05:17:24 user nova-compute[74976]:   <os>
Dec 04 05:17:24 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:17:24 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:17:24 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:17:24 user nova-compute[74976]:   </os>
Dec 04 05:17:24 user nova-compute[74976]:   <features>
Dec 04 05:17:24 user nova-compute[74976]:     <acpi/>
Dec 04 05:17:24 user nova-compute[74976]:     <apic/>
Dec 04 05:17:24 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:17:24 user nova-compute[74976]:   </features>
Dec 04 05:17:24 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:17:24 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:17:24 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:17:24 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:17:24 user nova-compute[74976]:   </clock>
Dec 04 05:17:24 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:17:24 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:17:24 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:17:24 user nova-compute[74976]:   </cpu>
Dec 04 05:17:24 user nova-compute[74976]:   <devices>
Dec 04 05:17:24 user nova-compute[74976]:     <disk type="file" device="cdrom">
Dec 04 05:17:24 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 05:17:24 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/disk.config"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="hda" bus="ide"/>
Dec 04 05:17:24 user nova-compute[74976]:     </disk>
Dec 04 05:17:24 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:17:24 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:17:24 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <serial>e97163c5-0cf6-4efe-a291-528d7c0f51fa</serial>
Dec 04 05:17:24 user nova-compute[74976]:     </disk>
Dec 04 05:17:24 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:17:24 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:17:24 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <serial>4f29e69e-7745-4822-b5f7-3cc1db1a6ae1</serial>
Dec 04 05:17:24 user nova-compute[74976]:     </disk>
Dec 04 05:17:24 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:17:24 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:17:24 user nova-compute[74976]:       <source dev="/dev/sdd"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="vdc" bus="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <serial>eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba</serial>
Dec 04 05:17:24 user nova-compute[74976]:     </disk>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:98:f7:c7"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tapa1480511-0e"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:e0:45:c6"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tapa44d47ee-ec"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:21:ed:fc"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tap3f1540e3-e3"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:f8:09:36"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tap4a2e4a03-77"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:57:ce:de"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tapdada19fc-80"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:fe:53:15"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tap8bcff7c3-ed"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:17:24 user nova-compute[74976]:       <mac address="fa:16:3e:7d:30:57"/>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:17:24 user nova-compute[74976]:       <target dev="tapcc997f3f-af"/>
Dec 04 05:17:24 user nova-compute[74976]:     </interface>
Dec 04 05:17:24 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:17:24 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/console.log" append="off"/>
Dec 04 05:17:24 user nova-compute[74976]:     </serial>
Dec 04 05:17:24 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:17:24 user nova-compute[74976]:     <video>
Dec 04 05:17:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:17:24 user nova-compute[74976]:     </video>
Dec 04 05:17:24 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:17:24 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:17:24 user nova-compute[74976]:     </rng>
Dec 04 05:17:24 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:17:24 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:17:24 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:17:24 user nova-compute[74976]:     </memballoon>
Dec 04 05:17:24 user nova-compute[74976]:   </devices>
Dec 04 05:17:24 user nova-compute[74976]: </domain>
Dec 04 05:17:24 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '809b397e-a344-5e40-8b22-a6618a0207ac', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1480511-0e, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1480511-0e, col_values=(('qos', UUID('1e1acf26-8d6d-4041-81a9-8a7c32e7dd67')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1480511-0e, col_values=(('external_ids', {'iface-id': 'a1480511-0e6d-4c7d-a078-0a020232c5ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:f7:c7', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84b46bce-0b25-575d-a332-8764e2a0f1d5', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa44d47ee-ec, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa44d47ee-ec, col_values=(('qos', UUID('100eb8b0-9639-4921-aea3-920c407285bb')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa44d47ee-ec, col_values=(('external_ids', {'iface-id': 'a44d47ee-ecdc-418e-8cdd-d8eec6d36998', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:45:c6', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0228819c-d276-5d9c-8070-fd5c88139472', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f1540e3-e3, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f1540e3-e3, col_values=(('qos', UUID('60959c19-978f-40cb-8e4c-b9e15ad4cdfc')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f1540e3-e3, col_values=(('external_ids', {'iface-id': '3f1540e3-e3a8-4551-9981-df8483912999', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:ed:fc', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cbdc6ab4-6576-5c1c-8ce2-042bec6709a9', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4a2e4a03-77, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4a2e4a03-77, col_values=(('qos', UUID('cd1035d3-add1-44a4-bbcb-9b9c16e6c69c')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4a2e4a03-77, col_values=(('external_ids', {'iface-id': '4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:09:36', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b89cfd8-5a9e-56f3-a4ef-9d81a50945a9', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdada19fc-80, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdada19fc-80, col_values=(('qos', UUID('d70f25f7-f26f-4fe5-9b36-5de0f5117668')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdada19fc-80, col_values=(('external_ids', {'iface-id': 'dada19fc-8012-4170-958e-37f9a033baee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:ce:de', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32ce417f-0474-5fcb-993d-1ccdbb093c8e', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8bcff7c3-ed, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8bcff7c3-ed, col_values=(('qos', UUID('8e61b7c7-21cf-45e7-acf7-54ad2cd31e19')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8bcff7c3-ed, col_values=(('external_ids', {'iface-id': '8bcff7c3-edbf-45df-a386-7e6af10afd5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:53:15', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed')
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e1069b1-073f-5fc6-8b65-7550ad99de66', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc997f3f-af, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc997f3f-af, col_values=(('qos', UUID('e6e0a013-90bd-4b23-a0fc-e251fb9468ea')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc997f3f-af, col_values=(('external_ids', {'iface-id': 'cc997f3f-af30-446c-884b-a66ce01b55c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:30:57', 'vm-uuid': '72c95b32-7a9c-4872-aa09-09e5643a6925'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:25 user nova-compute[74976]: INFO os_vif [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af')
Dec 04 05:17:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] No BDM found with device name hda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] No VIF found with MAC fa:16:3e:98:f7:c7, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] No VIF found with MAC fa:16:3e:57:ce:de, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:17:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Using config drive
Dec 04 05:17:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Creating config drive at /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/disk.config
Dec 04 05:17:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp18a8tlq5 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp18a8tlq5" returned: 0 in 0.061s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:27 user nova-compute[74976]: WARNING nova.compute.manager [req-d311bfc0-50cb-4623-8862-a6e55ea6394a req-2841058e-4fd5-4174-95a8-142799122113 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab for instance with vm_state building and task_state spawning.
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:27 user nova-compute[74976]: WARNING nova.compute.manager [req-059cce38-2b7a-4057-b3d7-bf52596a202f req-b20a5117-0c1a-4769-9fad-078a6d8833d5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 for instance with vm_state building and task_state spawning.
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:27 user nova-compute[74976]: WARNING nova.compute.manager [req-3fc16fe2-39f1-44b9-b812-af7a2386f4ec req-aa23093a-e440-4d23-be8a-e221872f7a85 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 for instance with vm_state building and task_state spawning.
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-da215f5d-e9b6-48ec-8773-6e20d515db11 req-28a9eeae-2342-4e82-9f36-b67cdd61d503 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-a4655d90-9586-4dc5-932c-9350a86e97a4 req-ceb8041b-b5d3-4773-aed3-7ed69226e2b6 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:29 user nova-compute[74976]: WARNING nova.compute.manager [req-6f965f0e-b2ba-4100-b919-04c1c776c86e req-d6aeb2d8-0f77-410a-af38-be6640b6d7ff service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 for instance with vm_state building and task_state spawning.
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:30 user nova-compute[74976]: INFO nova.compute.manager [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] instance snapshotting
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:30 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Beginning live snapshot process
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance spawned successfully.
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Took 10.80 seconds to spawn the instance on the hypervisor.
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.compute.manager [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Took 44.00 seconds to build instance.
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde.delta 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f11bb99f-b658-436f-9336-256fa553f679 tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.131s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Booting with volume d6fbd816-7dae-430c-a392-5715aa11eb55 at /dev/vdc
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde.delta 1073741824" returned: 0 in 0.054s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74976) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 04 05:17:31 user nova-compute[74976]: INFO nova.virt.libvirt.host [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] UEFI support detected
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6086b26-7f83-42e9-a02d-0076f4cf65be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e20feef-e877-47b2-80ff-ec41528f9f22]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[48482365-e91e-45dd-ae29-a933bd53af85]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a15221-8be6-4e04-825e-5959677d94c9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:31 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[349ca138-6246-42e8-a238-dfed9e3c1daf]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG os_brick.utils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating existing volume attachment record: cd9cab3a-8634-4364-bac8-158f68e1e196 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] COPY block job progress, current cursor: 75497471 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:17:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde.delta /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.352s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde.delta /opt/stack/data/nova/instances/snapshots/tmpyu785k_8/a3cdd5cb08594942b2548e513426bcde" returned: 0 in 0.496s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Snapshot extracted, beginning image upload
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:33 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lazy-loading 'flavor' on Instance uuid 58e7abeb-1a6d-4478-b58e-d5774b8e97fc {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.087s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:34 user nova-compute[74976]: INFO nova.compute.manager [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Attaching volume 30c0e9c3-0c82-42e3-b982-a8d167fd92d0 to /dev/vdb
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG os_brick.utils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-changed-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Refreshing instance network info cache due to event network-changed-fb6645b0-9f18-49fa-acac-5b6a23f1d980. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] Acquiring lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] Acquired lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.network.neutron [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Refreshing network info cache for port fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b6305a8-3e5a-4b6a-b17b-60357dda3d50]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:17:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:17:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7169MB free_disk=25.531490325927734GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81461b0-cae3-4e51-b9dc-6402165adcfa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f9746f-bd6f-490d-a51d-7643609d52f1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f19d39-5a9b-45cb-99ea-99b8ffa9780e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:35 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74c44e7-5da2-4f7b-935e-234389067509]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG os_brick.utils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating existing volume attachment record: 33bce41d-2315-40e1-bfa3-a2f90b836f4e {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58e7abeb-1a6d-4478-b58e-d5774b8e97fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 35a265b8-b97a-4bea-a56b-62037694eb95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7274447f-7d59-40a4-931a-b2c795083b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c95b32-7a9c-4872-aa09-09e5643a6925 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 68d6eea2-f35a-477b-ad5a-906f449239bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.network.neutron [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updated VIF entry in instance network info cache for port fb6645b0-9f18-49fa-acac-5b6a23f1d980. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.network.neutron [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating instance_info_cache with network_info: [{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c2545f74-bb28-4fc7-a3a4-67f009b4f862 req-bb37b4ff-c6fa-4765-893b-2594ed2b4028 service nova] Releasing lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:17:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.712s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:17:37 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Snapshot image upload complete
Dec 04 05:17:37 user nova-compute[74976]: INFO nova.compute.manager [None req-06975360-680a-47df-b269-2b8159cfb0c5 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Took 6.87 seconds to snapshot the instance on the hypervisor.
Dec 04 05:17:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating instance_info_cache with network_info: [{"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-58e7abeb-1a6d-4478-b58e-d5774b8e97fc" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:17:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.274s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:44 user nova-compute[74976]: INFO nova.compute.manager [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Attaching volume e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 to /dev/vdb
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.utils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d788c4c-aa79-49dc-9a63-1bb336d44f2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0464fe69-9940-493f-bb1b-bb5191eef3e8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a681420-024e-4dff-8ba7-a28fae1ffc9f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee2cdf8-c631-499f-86bd-3b432de3f0b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:44 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51b0326-75b9-4431-af64-79422e743e8c]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG os_brick.utils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:44 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating existing volume attachment record: f4ee3ca3-bd34-4229-97ba-2ac5c2e380f1 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vWOtQVmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:45 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:45 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:45 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad8107a7-6d19-48a7-8cdb-0d33ee45b695]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:17:45 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1edf994b-e036-4661-b9a5-4846cbad5992]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0] added
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aca7e36-e6b0-4203-b136-60d767e56942]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b975e55-f6f6-4ab4-ab58-bfef31309267]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vWOtQVmM {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vWOtQVmM" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[13034b50-9751-4e42-9201-ecc095f0a26c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vWOtQVmM'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc44fe24-447b-4faa-8c4b-790b920fbaf7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8694f0d4-6c1f-4ee8-b724-c8e03436cd07]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6858d700-69be-4ed9-8dcc-086b2911a22f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260]
Dec 04 05:17:45 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260] successful.
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d49759b-247d-4e4b-9d78-c66115da0719]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d395727-9a99-473c-b1b8-7afab5d7a45d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:45 user nova-compute[74976]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)
Dec 04 05:17:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b593af2-2dad-418c-b68a-db75ea3fb38f]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vWOtQVmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-changed-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Refreshing instance network info cache due to event network-changed-44fac85f-58ad-4f75-931f-43988e1b7ff3. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] Acquiring lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] Acquired lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:45 user nova-compute[74976]: DEBUG nova.network.neutron [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Refreshing network info cache for port 44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23065323334616138', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065323334616138', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lazy-loading 'flavor' on Instance uuid 58e7abeb-1a6d-4478-b58e-d5774b8e97fc {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:17:46 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:17:46 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:17:46 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:17:46 user nova-compute[74976]:   <serial>30c0e9c3-0c82-42e3-b982-a8d167fd92d0</serial>
Dec 04 05:17:46 user nova-compute[74976]: </disk>
Dec 04 05:17:46 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updated VIF entry in instance network info cache for port 44fac85f-58ad-4f75-931f-43988e1b7ff3. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0a878c48-6b84-45e7-a0c4-1c2e07d2b6fb req-b6a6747f-2a37-4387-a7d2-6ac1f2a2f7eb service nova] Releasing lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] No VIF found with MAC fa:16:3e:98:1d:5b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:17:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fe4ffc94-e131-436e-852a-fe0df34e4fdb tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.722s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:47 user nova-compute[74976]: INFO nova.compute.manager [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Terminating instance
Dec 04 05:17:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-unplugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] No waiting events found dispatching network-vif-unplugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-92740f70-520e-44cd-bade-7110ed0cecc6 req-99a0d6d4-7cbb-43ab-9995-4c49ad8bf25a service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-unplugged-47b1c5c3-be6d-41fa-aa11-372095925c3b for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:17:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Instance destroyed successfully.
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lazy-loading 'resources' on Instance uuid 58e7abeb-1a6d-4478-b58e-d5774b8e97fc {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-224216867',display_name='tempest-DeleteServersTestJSON-server-224216867',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-224216867',id=2,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:15:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1423950e4d141bb943b39c5d4841f64',ramdisk_id='',reservation_id='r-7ocitjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1118431400',owner_user_name='tempest-DeleteServersTestJSON-1118431400-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:15:56Z,user_data=None,user_id='b4f3f6d152c84090b70d29ac8adda7ba',uuid=58e7abeb-1a6d-4478-b58e-d5774b8e97fc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converting VIF {"id": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "address": "fa:16:3e:98:1d:5b", "network": {"id": "9d555f1f-0ede-4f8c-951e-bcc4916502be", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-126535225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1423950e4d141bb943b39c5d4841f64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b1c5c3-be", "ovs_interfaceid": "47b1c5c3-be6d-41fa-aa11-372095925c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_vif [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47b1c5c3-be, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=520b441b-a8db-4047-ba1d-48be01435e06) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:48 user nova-compute[74976]: INFO os_vif [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:1d:5b,bridge_name='br-int',has_traffic_filtering=True,id=47b1c5c3-be6d-41fa-aa11-372095925c3b,network=Network(9d555f1f-0ede-4f8c-951e-bcc4916502be),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b1c5c3-be')
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vWOtQVmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:48 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4cf4180-cb38-44c2-b82d-08b5ca80e640]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:17:48 user nova-compute[74976]: No targets found.
Dec 04 05:17:48 user nova-compute[74976]: iSNS:
Dec 04 05:17:48 user nova-compute[74976]: No targets found.
Dec 04 05:17:48 user nova-compute[74976]: STATIC:
Dec 04 05:17:48 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0
Dec 04 05:17:48 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:17:48 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:17:48 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1
Dec 04 05:17:48 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:17:48 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:17:48 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa
Dec 04 05:17:48 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:17:48 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:17:48 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba
Dec 04 05:17:48 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:17:48 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:17:48 user nova-compute[74976]: FIRMWARE:
Dec 04 05:17:48 user nova-compute[74976]: No targets found.
Dec 04 05:17:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:17:48 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:17:48 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8cbd062-4e7c-4491-8cbe-b2a8e5a75d00]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[71967ecc-c231-4807-b84e-99ce3a32728a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)
Dec 04 05:17:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:48 user nova-compute[74976]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 (non-flash)
Dec 04 05:17:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c0bb250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c23229a-acfc-4933-94b8-04a19da155bf]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da7e5ce-eab7-4c5a-98d8-303f274074fc]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10063a1-57c8-49e7-84c8-ea614468d4b4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f6259f-2e3e-45ff-b324-31b27bd48d41]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e447a91-0c7e-4478-93a3-3361bf23eec4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'flavor' on Instance uuid 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4c47ed5-8649-408e-b006-3cb3f6cc8138]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260]
Dec 04 05:17:48 user nova-compute[74976]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0, portal: 172.16.0.220,3260] successful.
Dec 04 05:17:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30c0e9c3-0c82-42e3-b982-a8d167fd92d0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23173f0-f2b9-4f19-9be1-4c086a70c264]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] <== disconnect_volume: return (325ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:17:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Deleting instance files /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc_del
Dec 04 05:17:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Deletion of /opt/stack/data/nova/instances/58e7abeb-1a6d-4478-b58e-d5774b8e97fc_del complete
Dec 04 05:17:49 user nova-compute[74976]: INFO nova.compute.manager [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Took 1.33 seconds to destroy the instance on the hypervisor.
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:49 user nova-compute[74976]: INFO nova.compute.manager [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Attaching volume 9230bbd2-1ba0-434a-9b97-464c45060bf0 to /dev/vdb
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.utils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[525d789f-1722-46c5-956c-ae5b2c051735]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e05f4b25-4cf7-409e-ab14-dd508e28f7c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d8972e-9ffc-4dfb-ada4-69c5d02b955e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ed421e-6552-4a9d-8acc-105f0bf559c6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:17:49 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:17:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fec167b-5016-4150-95a5-c615c7fe5c4a]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG os_brick.utils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating existing volume attachment record: a586b9d7-8e57-431b-8728-9802145a7675 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:49 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Took 0.85 seconds to deallocate network for instance.
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-34e78c9c-bd41-4c38-a106-597c47c223f5 req-9d4fa261-21b4-4ec7-9f6b-f650c9fe35b6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-deleted-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:49 user nova-compute[74976]: INFO nova.compute.manager [req-34e78c9c-bd41-4c38-a106-597c47c223f5 req-9d4fa261-21b4-4ec7-9f6b-f650c9fe35b6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Neutron deleted interface 47b1c5c3-be6d-41fa-aa11-372095925c3b; detaching it from the instance and deleting it from the info cache
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-34e78c9c-bd41-4c38-a106-597c47c223f5 req-9d4fa261-21b4-4ec7-9f6b-f650c9fe35b6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-34e78c9c-bd41-4c38-a106-597c47c223f5 req-9d4fa261-21b4-4ec7-9f6b-f650c9fe35b6 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Detach interface failed, port_id=47b1c5c3-be6d-41fa-aa11-372095925c3b, reason: Instance 58e7abeb-1a6d-4478-b58e-d5774b8e97fc could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:17:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] Acquiring lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:17:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:17:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:17:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] No waiting events found dispatching network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:17:50 user nova-compute[74976]: WARNING nova.compute.manager [req-48db0900-ca44-405f-bf0c-86fa84791fb9 req-b1a52fe8-b5a0-4092-b85e-6a96acd51c17 service nova] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Received unexpected event network-vif-plugged-47b1c5c3-be6d-41fa-aa11-372095925c3b for instance with vm_state active and task_state deleting.
Dec 04 05:17:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-changed-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Refreshing instance network info cache due to event network-changed-28b281f0-0b3c-43c2-9f87-aa947c9e1278. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] Acquiring lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] Acquired lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:17:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Refreshing network info cache for port 28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updated VIF entry in instance network info cache for port 28b281f0-0b3c-43c2-9f87-aa947c9e1278. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updating instance_info_cache with network_info: [{"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c97ea96a-52ac-477d-9c5b-7336815ef77c req-b134d005-0826-4f33-ae2c-269891b70041 service nova] Releasing lock "refresh_cache-35a265b8-b97a-4bea-a56b-62037694eb95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sYEbHJMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:17:59 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:59 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:17:59 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e52c0c-5449-41fb-89aa-ebf653978f3d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:17:59 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d9d4bd-22a2-4462-8499-a8753d8e1c41]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0] added
Dec 04 05:17:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9ac801-357f-4c03-ba74-edca68803988]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5153d4f-1947-4bcd-a89f-74a2b93fe4d7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sYEbHJMh {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sYEbHJMh" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[466a3679-4eec-4a58-90a0-1c35498dffd4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sYEbHJMh'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c878884f-d5a9-4f6f-83ab-dc33549aabcb]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[54bb98a8-450d-4de6-9f79-45c66ba06211]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:59 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:59 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:17:59 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:17:59 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:17:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:17:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb93ab0-bc50-4fa8-937a-89619e05ae0c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260]
Dec 04 05:18:00 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a4ec6a-833d-400a-9fda-4aeced4266d5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c622a2b4-aae1-4904-89ac-20e8edc2751e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:00 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.532s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f1d7c4-d88d-4b02-bede-4ee0be557dbd]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sYEbHJMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:00 user nova-compute[74976]: INFO nova.compute.manager [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] [instance: 58e7abeb-1a6d-4478-b58e-d5774b8e97fc] Took 10.59 seconds to detach 1 volumes for instance.
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:18:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.391s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:00 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Deleted allocations for instance 58e7abeb-1a6d-4478-b58e-d5774b8e97fc
Dec 04 05:18:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1957f294-686b-40db-9c30-a8934b02ad98 tempest-DeleteServersTestJSON-1118431400 tempest-DeleteServersTestJSON-1118431400-project-member] Lock "58e7abeb-1a6d-4478-b58e-d5774b8e97fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.379s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.566s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] <== connect_volume: return (1568ms) {'type': 'block', 'scsi_wwn': '26664303037633233', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664303037633233', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'flavor' on Instance uuid 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:01 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:01 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:18:01 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:01 user nova-compute[74976]:   <serial>9230bbd2-1ba0-434a-9b97-464c45060bf0</serial>
Dec 04 05:18:01 user nova-compute[74976]: </disk>
Dec 04 05:18:01 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No VIF found with MAC fa:16:3e:36:8c:6a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8e6eb83a-8e53-46ac-9a99-51023ac14244 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.763s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-changed-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing instance network info cache due to event network-changed-7042b48a-a76b-4086-b3a9-809c969c8115. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:01 user nova-compute[74976]: DEBUG nova.network.neutron [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing network info cache for port 7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWYmughj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:02 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:02 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:02 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3115baa9-f5a3-4250-9c7a-a2c9217b4dc1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:02 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.objects.instance [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[657ceeab-5f50-4535-ae47-6cf3a6112663]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996] added
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:18:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Creating image(s)
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Ensure instance console log exists: /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Start _get_guest_xml network_info=[{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '72706312-3658-4bba-9da6-748e943aabcf', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BQDtYOWb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68d6eea2-f35a-477b-ad5a-906f449239bb', 'attached_at': '', 'detached_at': '', 'volume_id': '3325f2a7-fd66-4dd1-b034-fd21225f33e4', 'serial': '3325f2a7-fd66-4dd1-b034-fd21225f33e4'}, 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': '3dd15bfb-2e54-458e-970c-dd4b7615a84a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHCoVkca', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68d6eea2-f35a-477b-ad5a-906f449239bb', 'attached_at': '', 'detached_at': '', 'volume_id': '413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 'serial': '413f71f6-3afb-4e47-a8e7-d527d22c1b0a'}, 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'attachment_id': 'cd9cab3a-8634-4364-bac8-158f68e1e196', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rbxYiOek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68d6eea2-f35a-477b-ad5a-906f449239bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6fbd816-7dae-430c-a392-5715aa11eb55', 'serial': 'd6fbd816-7dae-430c-a392-5715aa11eb55'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff492db-3cf2-4781-ab81-19cf0a5e6de1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:02 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BQDtYOWb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:02 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[774310b2-644a-4c25-84a3-242cd0e20124]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updated VIF entry in instance network info cache for port 7042b48a-a76b-4086-b3a9-809c969c8115. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aWYmughj {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7125c67d-9b26-46da-8de5-5d34ec2c0914 req-c277afa5-d4e8-4e0e-80dd-0b80be2702a8 service nova] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aWYmughj" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab904bc-9dad-4dce-8164-11718be8cbda]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aWYmughj'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b951f444-6dac-4cfc-9766-774bd088564a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.objects.instance [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be44f83b-a609-4585-a085-8cc78823802f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.objects.base [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Object Instance<7e9c7fba-aee2-4a95-adb6-643211e0fa95> lazy-loaded attributes: flavor,pci_requests {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b48903d-380b-403f-b959-3f3db84286ad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260]
Dec 04 05:18:02 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7d19b1d-f0a0-455b-9715-4ccb3f2eaa61]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG nova.policy [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2aba8f32674aafb4adcf2afd3162d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6f27b8997046be8428f8edb8fd112e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[652f825c-fbb3-4551-952d-19fb5147f3b2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.393s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3a0c89-7653-44fb-9863-4444727a42ed]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWYmughj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Successfully created port: 65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:03 user nova-compute[74976]: INFO nova.compute.manager [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Detaching volume 9230bbd2-1ba0-434a-9b97-464c45060bf0
Dec 04 05:18:03 user nova-compute[74976]: INFO nova.virt.block_device [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Attempting to driver detach volume 9230bbd2-1ba0-434a-9b97-464c45060bf0 from mountpoint /dev/vdb
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Attempting to detach device vdb from instance 15625342-4488-4e29-b2e3-0f90c20996aa from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:03 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:03 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:18:03 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:03 user nova-compute[74976]:   <serial>9230bbd2-1ba0-434a-9b97-464c45060bf0</serial>
Dec 04 05:18:03 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:18:03 user nova-compute[74976]: </disk>
Dec 04 05:18:03 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully detached device vdb from instance 15625342-4488-4e29-b2e3-0f90c20996aa from the persistent domain config.
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 15625342-4488-4e29-b2e3-0f90c20996aa from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:03 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:03 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:18:03 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:03 user nova-compute[74976]:   <serial>9230bbd2-1ba0-434a-9b97-464c45060bf0</serial>
Dec 04 05:18:03 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:18:03 user nova-compute[74976]: </disk>
Dec 04 05:18:03 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== connect_volume: return (1431ms) {'type': 'block', 'scsi_wwn': '23862303062636462', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862303062636462', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.257s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:03 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:03 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.objects.instance [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[496dbb8a-9411-46e4-aaac-6efd396a07fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:03 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b50f9d87-6a15-4fcb-a675-000f9c174d46]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4] added
Dec 04 05:18:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:03 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:03 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:18:03 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:03 user nova-compute[74976]:   <serial>e1b9eb7e-5bba-4817-9d6b-22e07e9c5996</serial>
Dec 04 05:18:03 user nova-compute[74976]: </disk>
Dec 04 05:18:03 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Successfully updated port: 65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[382d6a32-026f-4ba2-9809-3554a5836817]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5586ad8c-efb2-48d0-9959-422a3109f0da]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BQDtYOWb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-changed-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing instance network info cache due to event network-changed-65cd5a65-8fff-4e70-997c-1961c397c03d. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BQDtYOWb" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[add23e33-5fb4-46c8-bafd-4983ddcb2bb2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BQDtYOWb'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf48159-4f73-4475-b81c-fb580567b4ff]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cced3db-7607-42c9-89a9-6e2f53c5015c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5450c6d-76c6-4eb7-99eb-5b7866e16906]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260]
Dec 04 05:18:03 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-changed-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Refreshing instance network info cache due to event network-changed-2f254b8f-6138-4575-8531-8fbdd2072de6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] Acquiring lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] Acquired lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Refreshing network info cache for port 2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fe2e3c-3a18-4517-8516-72ee79f447eb]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e33f154-5cf5-48a2-b9a7-577e2698ea0e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[72224bdf-77a3-4c9c-93a4-67dde22f0b11]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BQDtYOWb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.objects.instance [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lazy-loading 'flavor' on Instance uuid 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.objects.instance [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lazy-loading 'flavor' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:04 user nova-compute[74976]: INFO nova.compute.manager [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Attaching volume ed96fbf4-be6c-4501-91e4-7db2c83f4e35 to /dev/sdc
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:86:85:15, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0dfcb4-9f09-4542-85fe-5e7bc4a64216]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7940195a-4d63-4e2b-908d-27b8e6b35958]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:04 user nova-compute[74976]: INFO nova.compute.manager [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attaching volume b45e13bc-3e0c-4715-8441-de2fdf6e021f to /dev/vdb
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f6e7c8-3e87-4803-b851-5075da4c4317]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a779965-faa7-4743-b726-585e879249c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-343bd623-c083-4a64-91ed-11400a9132e8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.474s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:04 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf55d933-0456-441a-ab6e-a3f65608173a]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Refreshing network info cache for port 65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updating existing volume attachment record: 64db5d47-9cd1-45b4-aed6-95ba6ae2bdea {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb298a3-3d66-462a-ba15-e5c6cdc5b513]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_vif [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a97bc8f-318e-5ddd-b55c-d0e5b5e42a52', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b978e09a-74c2-48a9-a9c9-190617db1965]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65cd5a65-8f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65cd5a65-8f, col_values=(('qos', UUID('6313283c-c318-4f21-9f60-42ab3175108c')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65cd5a65-8f, col_values=(('external_ids', {'iface-id': '65cd5a65-8fff-4e70-997c-1961c397c03d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:58:49:e2', 'vm-uuid': '7e9c7fba-aee2-4a95-adb6-643211e0fa95'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updated VIF entry in instance network info cache for port 2f254b8f-6138-4575-8531-8fbdd2072de6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating instance_info_cache with network_info: [{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b81d21b-28ec-4ac3-845e-5d6de47538e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: INFO os_vif [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f')
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd005b79-ef2f-4ad8-b337-5a61f32c6f43]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1a92e5a7-bcff-4825-be30-b35da93bc658 req-e600e99b-4788-4e7f-805e-8409ee51a2d3 service nova] Releasing lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] attach device xml: <interface type="ethernet">
Dec 04 05:18:04 user nova-compute[74976]:   <mac address="fa:16:3e:58:49:e2"/>
Dec 04 05:18:04 user nova-compute[74976]:   <model type="virtio"/>
Dec 04 05:18:04 user nova-compute[74976]:   <mtu size="1442"/>
Dec 04 05:18:04 user nova-compute[74976]:   <target dev="tap65cd5a65-8f"/>
Dec 04 05:18:04 user nova-compute[74976]: </interface>
Dec 04 05:18:04 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:04 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba0d40d-215f-4dd2-98f7-85f0ac7b770a]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating existing volume attachment record: 9da7ef3a-9d4e-418b-bb2e-757bf3a94dcb {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.402s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== connect_volume: return (2660ms) {'type': 'block', 'scsi_wwn': '23333653732336362', 'path': '/dev/sdg'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333653732336362', 'path': '/dev/sdg'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updated VIF entry in instance network info cache for port 65cd5a65-8fff-4e70-997c-1961c397c03d. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHCoVkca', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:05 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-486ef144-9ffa-4ea1-aee0-867be52ce921 req-d1a8b963-0d9a-4418-8c04-70d853b2d9ee service nova] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99645a0-da5a-4507-aee9-4824963daa8a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:05 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f7df74-a39c-4b42-8000-0698abb95116]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a] added
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name hda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No VIF found with MAC fa:16:3e:d3:41:fc, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5c6eb2-b844-4c4d-85b3-61a7224b8797]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:18:05 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:18:05</nova:creationTime>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:18:05 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:18:05 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:owner>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:18:05 user nova-compute[74976]:   </nova:owner>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:18:05 user nova-compute[74976]:   <nova:ports>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:18:05 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:18:05 user nova-compute[74976]:     </nova:port>
Dec 04 05:18:05 user nova-compute[74976]:     <nova:port uuid="65cd5a65-8fff-4e70-997c-1961c397c03d">
Dec 04 05:18:05 user nova-compute[74976]:       <nova:ip type="fixed" address="10.10.10.101" ipVersion="4"/>
Dec 04 05:18:05 user nova-compute[74976]:     </nova:port>
Dec 04 05:18:05 user nova-compute[74976]:   </nova:ports>
Dec 04 05:18:05 user nova-compute[74976]: </nova:instance>
Dec 04 05:18:05 user nova-compute[74976]:  {{(pid=74976) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b0a12b-3955-4592-80d9-9e36db44eef8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qHCoVkca {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-944fa16a-3e68-4d21-b8d9-9f21813436e2 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.999s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qHCoVkca" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a1460f-4190-45a6-b252-a0217512df47]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qHCoVkca'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6379c19-7881-477b-8abc-f49e0dbd7831]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a55a2c-3d2f-42bd-b705-e23977b53298]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4d3c23-a828-4280-aaf6-dce9c3c98cda]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260]
Dec 04 05:18:05 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e63038a-6411-400e-b5b3-d02bd24729a5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[523ece72-87c6-4eba-9119-d8c4f63a0e02]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:05 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[492cbaa4-dde2-4107-911e-149c4427eec2]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHCoVkca', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:05 user nova-compute[74976]: INFO nova.compute.manager [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Attaching volume ec94dd0e-5203-4216-aa66-c49eba08d4d0 to /dev/vdb
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:06 user nova-compute[74976]: WARNING nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d for instance with vm_state active and task_state None.
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:06 user nova-compute[74976]: WARNING nova.compute.manager [req-cda5c3ce-37e4-451b-a4d0-8cacdafd62a6 req-65194f16-7da6-42a8-ba03-180f3fb433d6 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d for instance with vm_state active and task_state None.
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.utils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dde47ee-340c-400e-805f-ffe7f2766a21]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd71f355-192a-4201-a612-4da9a39e67b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c250debe-58ec-48e0-a81c-0923e4e02e19]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[43601464-b9b8-46c1-a6d3-25c05d8e80f8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:06 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[957362b7-5f5a-4d2a-b540-b7d77035e1ff]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.utils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating existing volume attachment record: 364c6bc9-457c-45ac-bb30-8875397fcaf9 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.440s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== connect_volume: return (1442ms) {'type': 'block', 'scsi_wwn': '26230653137343430', 'path': '/dev/sdh'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26230653137343430', 'path': '/dev/sdh'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rbxYiOek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:06 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:06 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:06 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[671cf2f2-a9c5-4b6b-b8ca-168be669b7ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:06 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e372005e-c87c-407c-82ec-ab26d956768d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55] added
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[623bec45-0091-4c88-8463-20a71398372e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a788593-2d01-4f6b-8724-1c312dce3c1e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rbxYiOek {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rbxYiOek" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2bb0361-bf10-4a88-9494-3b76e182d6e5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rbxYiOek'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9664168-68a8-41c2-8025-7fad9fef89ee]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64f6411-d82f-4855-a267-353b843f3d22]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf575eb-2107-488a-8b84-164e1f3b8792]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260]
Dec 04 05:18:06 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eef3ec1-caff-4b30-83b3-bc1c1942205a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[83251634-f62d-4219-a367-7b178f5bbb99]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:06 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a596bf6c-1800-446a-915b-854c188be000]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rbxYiOek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '26432666431613939', 'path': '/dev/sdi'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432666431613939', 'path': '/dev/sdi'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:07 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lazy-loading 'pci_devices' on Instance uuid 68d6eea2-f35a-477b-ad5a-906f449239bb {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:18:08 user nova-compute[74976]:   <uuid>68d6eea2-f35a-477b-ad5a-906f449239bb</uuid>
Dec 04 05:18:08 user nova-compute[74976]:   <name>instance-0000000a</name>
Dec 04 05:18:08 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:18:08 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:18:08 user nova-compute[74976]:   <metadata>
Dec 04 05:18:08 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:18:08 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:name>tempest-device-tagging-server-55413833</nova:name>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:18:02</nova:creationTime>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:18:08 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:18:08 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:owner>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:user uuid="49e4c0dda51b4372bdbb49993a088bac">tempest-TaggedBootDevicesTest_v242-1255757299-project-member</nova:user>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:project uuid="2399410cf63146cc88fded45b533798e">tempest-TaggedBootDevicesTest_v242-1255757299</nova:project>
Dec 04 05:18:08 user nova-compute[74976]:       </nova:owner>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:18:08 user nova-compute[74976]:       <nova:ports>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="2379382f-9c4e-420b-94cb-16ecb4cb570a">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="109af146-477c-422c-a521-540e9da1cff7">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.154" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="fb1c7c42-4a63-4bdb-b52e-c54c528f0804">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.180" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="ba55b2c5-83e6-4604-badd-9fc8d73ab451">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.125" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="85bc9261-4d5a-4e79-be5f-3420e640f013">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.1.1.218" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="1bb65437-8afa-45c3-8f03-483c6e011577">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:         <nova:port uuid="2bcb9ed7-8bfb-4095-af06-3a6be546f966">
Dec 04 05:18:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 04 05:18:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:08 user nova-compute[74976]:       </nova:ports>
Dec 04 05:18:08 user nova-compute[74976]:     </nova:instance>
Dec 04 05:18:08 user nova-compute[74976]:   </metadata>
Dec 04 05:18:08 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:18:08 user nova-compute[74976]:     <system>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="serial">68d6eea2-f35a-477b-ad5a-906f449239bb</entry>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="uuid">68d6eea2-f35a-477b-ad5a-906f449239bb</entry>
Dec 04 05:18:08 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:18:08 user nova-compute[74976]:     </system>
Dec 04 05:18:08 user nova-compute[74976]:   </sysinfo>
Dec 04 05:18:08 user nova-compute[74976]:   <os>
Dec 04 05:18:08 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:18:08 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:18:08 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:18:08 user nova-compute[74976]:   </os>
Dec 04 05:18:08 user nova-compute[74976]:   <features>
Dec 04 05:18:08 user nova-compute[74976]:     <acpi/>
Dec 04 05:18:08 user nova-compute[74976]:     <apic/>
Dec 04 05:18:08 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:18:08 user nova-compute[74976]:   </features>
Dec 04 05:18:08 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:18:08 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:18:08 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:18:08 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:18:08 user nova-compute[74976]:   </clock>
Dec 04 05:18:08 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:18:08 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:18:08 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:18:08 user nova-compute[74976]:   </cpu>
Dec 04 05:18:08 user nova-compute[74976]:   <devices>
Dec 04 05:18:08 user nova-compute[74976]:     <disk type="file" device="cdrom">
Dec 04 05:18:08 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 05:18:08 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/disk.config"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="hda" bus="ide"/>
Dec 04 05:18:08 user nova-compute[74976]:     </disk>
Dec 04 05:18:08 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:18:08 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:08 user nova-compute[74976]:       <source dev="/dev/sdg"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <serial>3325f2a7-fd66-4dd1-b034-fd21225f33e4</serial>
Dec 04 05:18:08 user nova-compute[74976]:     </disk>
Dec 04 05:18:08 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:18:08 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:08 user nova-compute[74976]:       <source dev="/dev/sdh"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <serial>413f71f6-3afb-4e47-a8e7-d527d22c1b0a</serial>
Dec 04 05:18:08 user nova-compute[74976]:     </disk>
Dec 04 05:18:08 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:18:08 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:08 user nova-compute[74976]:       <source dev="/dev/sdi"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="vdc" bus="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <serial>d6fbd816-7dae-430c-a392-5715aa11eb55</serial>
Dec 04 05:18:08 user nova-compute[74976]:     </disk>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:27:e0:9e"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tap2379382f-9c"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:b0:83:dd"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tap109af146-47"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:70:ae:37"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tapfb1c7c42-4a"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:5b:90:1d"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tapba55b2c5-83"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:92:f6:58"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tap85bc9261-4d"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:80:55:0b"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tap1bb65437-8a"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:08 user nova-compute[74976]:       <mac address="fa:16:3e:0b:81:09"/>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:08 user nova-compute[74976]:       <target dev="tap2bcb9ed7-8b"/>
Dec 04 05:18:08 user nova-compute[74976]:     </interface>
Dec 04 05:18:08 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:18:08 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/console.log" append="off"/>
Dec 04 05:18:08 user nova-compute[74976]:     </serial>
Dec 04 05:18:08 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:18:08 user nova-compute[74976]:     <video>
Dec 04 05:18:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:08 user nova-compute[74976]:     </video>
Dec 04 05:18:08 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:18:08 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:18:08 user nova-compute[74976]:     </rng>
Dec 04 05:18:08 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:18:08 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:18:08 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:18:08 user nova-compute[74976]:     </memballoon>
Dec 04 05:18:08 user nova-compute[74976]:   </devices>
Dec 04 05:18:08 user nova-compute[74976]: </domain>
Dec 04 05:18:08 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2342c8f9-e1e0-5005-b5ef-06261b0b4c1b', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2379382f-9c, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2379382f-9c, col_values=(('qos', UUID('960d0074-1218-4347-b032-a8814f88058b')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2379382f-9c, col_values=(('external_ids', {'iface-id': '2379382f-9c4e-420b-94cb-16ecb4cb570a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:e0:9e', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1eae31c-a3af-5d9d-ad77-9c056b8e57b1', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap109af146-47, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap109af146-47, col_values=(('qos', UUID('e234cd61-e5d4-46aa-90f2-1dfb3085df61')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap109af146-47, col_values=(('external_ids', {'iface-id': '109af146-477c-422c-a521-540e9da1cff7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:83:dd', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:18:08 user nova-compute[74976]: INFO nova.compute.claims [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Claim successful on node user
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb6b3d99-fe89-5273-8b3a-85162df5ea25', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb1c7c42-4a, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb1c7c42-4a, col_values=(('qos', UUID('296c00d1-e7a7-4f75-9eac-aa840c71ba02')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb1c7c42-4a, col_values=(('external_ids', {'iface-id': 'fb1c7c42-4a63-4bdb-b52e-c54c528f0804', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:ae:37', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9c8065f1-4030-549b-a313-86eb93fcee34', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba55b2c5-83, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba55b2c5-83, col_values=(('qos', UUID('63759fa3-8954-4d54-a12d-993cd344f0e9')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba55b2c5-83, col_values=(('external_ids', {'iface-id': 'ba55b2c5-83e6-4604-badd-9fc8d73ab451', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:90:1d', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2328049-ecab-5537-8771-41063cf6f474', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap85bc9261-4d, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap85bc9261-4d, col_values=(('qos', UUID('c0ab68cd-171e-40eb-b8ae-5e9adf5a11c3')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap85bc9261-4d, col_values=(('external_ids', {'iface-id': '85bc9261-4d5a-4e79-be5f-3420e640f013', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:f6:58', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dc8f2c1b-6d7d-5014-bd8e-214f5ffbd99f', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1bb65437-8a, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1bb65437-8a, col_values=(('qos', UUID('45f55ce2-32f6-4b0e-99d8-8f0674aa9c26')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1bb65437-8a, col_values=(('external_ids', {'iface-id': '1bb65437-8afa-45c3-8f03-483c6e011577', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:80:55:0b', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:16:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84531cc0-6c47-53fc-a74d-53a5c252033e', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.535s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2bcb9ed7-8b, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2bcb9ed7-8b, col_values=(('qos', UUID('9a96ec3f-146f-4dcb-bfb1-929dfd144e97')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2bcb9ed7-8b, col_values=(('external_ids', {'iface-id': '2bcb9ed7-8bfb-4095-af06-3a6be546f966', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0b:81:09', 'vm-uuid': '68d6eea2-f35a-477b-ad5a-906f449239bb'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:18:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:18:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:08 user nova-compute[74976]: INFO os_vif [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b')
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] No BDM found with device name hda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] No VIF found with MAC fa:16:3e:27:e0:9e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] No VIF found with MAC fa:16:3e:92:f6:58, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Using config drive
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:18:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Creating image(s)
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "/opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.policy [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e515442a8c5941b88dde5879b405875f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8ee74cc6e74c3a83efa18b670d70db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Creating config drive at /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/disk.config
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpkjm_u_yz {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk 1073741824" returned: 0 in 0.093s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpkjm_u_yz" returned: 0 in 0.073s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Cannot resize image /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Ensure instance console log exists: /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:09 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Successfully created port: 19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Successfully updated port: 19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquired lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-changed-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Refreshing instance network info cache due to event network-changed-19e7e9f0-9a87-40ee-9331-d6810d33dd4f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] Acquiring lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updating instance_info_cache with network_info: [{"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Releasing lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Instance network_info: |[{"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] Acquired lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Refreshing network info cache for port 19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Start _get_guest_xml network_info=[{"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:18:10 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:10 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:18:10 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1609471889',display_name='tempest-AttachVolumeNegativeTest-server-1609471889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1609471889',id=12,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtsn7Py6x1B+Qy2rSQ0EmRDbNOIaojf1dW/EBkuSAm70HiqS2/5GIQat29A5+F4e8oYQG+VPShFCdX/xum10eO0zZeayfSSKh4Q+wC9aaiPpf/CLyiPcZV5HeVUZFxisw==',key_name='tempest-keypair-930712394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-bwf2crii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:18:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=f8043a62-bc3b-4931-8ce6-388264701a61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'pci_devices' on Instance uuid f8043a62-bc3b-4931-8ce6-388264701a61 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:18:11 user nova-compute[74976]:   <uuid>f8043a62-bc3b-4931-8ce6-388264701a61</uuid>
Dec 04 05:18:11 user nova-compute[74976]:   <name>instance-0000000c</name>
Dec 04 05:18:11 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:18:11 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:18:11 user nova-compute[74976]:   <metadata>
Dec 04 05:18:11 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:18:11 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1609471889</nova:name>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:18:10</nova:creationTime>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:18:11 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:18:11 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:owner>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:user uuid="e515442a8c5941b88dde5879b405875f">tempest-AttachVolumeNegativeTest-320860805-project-member</nova:user>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:project uuid="fb8ee74cc6e74c3a83efa18b670d70db">tempest-AttachVolumeNegativeTest-320860805</nova:project>
Dec 04 05:18:11 user nova-compute[74976]:       </nova:owner>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:18:11 user nova-compute[74976]:       <nova:ports>
Dec 04 05:18:11 user nova-compute[74976]:         <nova:port uuid="19e7e9f0-9a87-40ee-9331-d6810d33dd4f">
Dec 04 05:18:11 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:18:11 user nova-compute[74976]:         </nova:port>
Dec 04 05:18:11 user nova-compute[74976]:       </nova:ports>
Dec 04 05:18:11 user nova-compute[74976]:     </nova:instance>
Dec 04 05:18:11 user nova-compute[74976]:   </metadata>
Dec 04 05:18:11 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:18:11 user nova-compute[74976]:     <system>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="serial">f8043a62-bc3b-4931-8ce6-388264701a61</entry>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="uuid">f8043a62-bc3b-4931-8ce6-388264701a61</entry>
Dec 04 05:18:11 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:18:11 user nova-compute[74976]:     </system>
Dec 04 05:18:11 user nova-compute[74976]:   </sysinfo>
Dec 04 05:18:11 user nova-compute[74976]:   <os>
Dec 04 05:18:11 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:18:11 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:18:11 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:18:11 user nova-compute[74976]:   </os>
Dec 04 05:18:11 user nova-compute[74976]:   <features>
Dec 04 05:18:11 user nova-compute[74976]:     <acpi/>
Dec 04 05:18:11 user nova-compute[74976]:     <apic/>
Dec 04 05:18:11 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:18:11 user nova-compute[74976]:   </features>
Dec 04 05:18:11 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:18:11 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:18:11 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:18:11 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:18:11 user nova-compute[74976]:   </clock>
Dec 04 05:18:11 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:18:11 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:18:11 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:18:11 user nova-compute[74976]:   </cpu>
Dec 04 05:18:11 user nova-compute[74976]:   <devices>
Dec 04 05:18:11 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:18:11 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:18:11 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk"/>
Dec 04 05:18:11 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:18:11 user nova-compute[74976]:     </disk>
Dec 04 05:18:11 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:18:11 user nova-compute[74976]:       <mac address="fa:16:3e:23:52:8e"/>
Dec 04 05:18:11 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:11 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:18:11 user nova-compute[74976]:       <target dev="tap19e7e9f0-9a"/>
Dec 04 05:18:11 user nova-compute[74976]:     </interface>
Dec 04 05:18:11 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:18:11 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/console.log" append="off"/>
Dec 04 05:18:11 user nova-compute[74976]:     </serial>
Dec 04 05:18:11 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:18:11 user nova-compute[74976]:     <video>
Dec 04 05:18:11 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:18:11 user nova-compute[74976]:     </video>
Dec 04 05:18:11 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:18:11 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:18:11 user nova-compute[74976]:     </rng>
Dec 04 05:18:11 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:18:11 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:18:11 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:18:11 user nova-compute[74976]:     </memballoon>
Dec 04 05:18:11 user nova-compute[74976]:   </devices>
Dec 04 05:18:11 user nova-compute[74976]: </domain>
Dec 04 05:18:11 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1609471889',display_name='tempest-AttachVolumeNegativeTest-server-1609471889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1609471889',id=12,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtsn7Py6x1B+Qy2rSQ0EmRDbNOIaojf1dW/EBkuSAm70HiqS2/5GIQat29A5+F4e8oYQG+VPShFCdX/xum10eO0zZeayfSSKh4Q+wC9aaiPpf/CLyiPcZV5HeVUZFxisw==',key_name='tempest-keypair-930712394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-bwf2crii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:18:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=f8043a62-bc3b-4931-8ce6-388264701a61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG os_vif [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '22c00d0a-a3da-5571-a8df-8cb385081dea', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19e7e9f0-9a, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19e7e9f0-9a, col_values=(('qos', UUID('b74c0e85-7959-4288-8cd8-f48bdb5d8883')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19e7e9f0-9a, col_values=(('external_ids', {'iface-id': '19e7e9f0-9a87-40ee-9331-d6810d33dd4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:52:8e', 'vm-uuid': 'f8043a62-bc3b-4931-8ce6-388264701a61'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: INFO os_vif [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a')
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.neutron [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updated VIF entry in instance network info cache for port 19e7e9f0-9a87-40ee-9331-d6810d33dd4f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.network.neutron [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updating instance_info_cache with network_info: [{"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ae25079f-a798-4fec-87b3-1d00b562e1a8 req-cbe8b456-db00-42c5-8649-9c4f4910a0de service nova] Releasing lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:23:52:8e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:11 user nova-compute[74976]: WARNING nova.compute.manager [req-c88ec96f-5bf4-4c66-9bbb-6a728f138e8b req-ba74cfc6-f64c-444f-8e1b-c694583ac82d service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a for instance with vm_state building and task_state spawning.
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:11 user nova-compute[74976]: WARNING nova.compute.manager [req-bbe0e47d-c988-421e-acef-a3706b42ffc8 req-cdc09af7-8608-444a-aa20-11dbf4292c7a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 for instance with vm_state building and task_state spawning.
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:12 user nova-compute[74976]: WARNING nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 for instance with vm_state building and task_state spawning.
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:12 user nova-compute[74976]: WARNING nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 for instance with vm_state building and task_state spawning.
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:12 user nova-compute[74976]: WARNING nova.compute.manager [req-6b37c51d-30ef-479c-9974-73d2e4c143d8 req-dcffe724-c93e-4f97-bcb5-fa11b1340390 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 for instance with vm_state building and task_state spawning.
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:13 user nova-compute[74976]: WARNING nova.compute.manager [req-fc38f03f-f96a-4c57-93fe-20ff8dec6dd7 req-6842e449-6697-4a23-bce9-df04cddfeddf service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a for instance with vm_state building and task_state spawning.
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-changed-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Refreshing instance network info cache due to event network-changed-7bc39df6-407b-42be-8e5d-f12c6e7d37c6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Acquiring lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Acquired lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Refreshing network info cache for port 7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updated VIF entry in instance network info cache for port 7bc39df6-407b-42be-8e5d-f12c6e7d37c6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updating instance_info_cache with network_info: [{"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] No waiting events found dispatching network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received unexpected event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] No waiting events found dispatching network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:14 user nova-compute[74976]: WARNING nova.compute.manager [req-52ce4fd9-ff78-470e-87ec-38c1afca9388 req-c3650eb3-67ea-4a73-aaed-1360e41a37da service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received unexpected event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f for instance with vm_state building and task_state spawning.
Dec 04 05:18:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23b5633f-7cfb-4428-a8ad-2fe4df88c3ff req-67460398-641f-4ca7-9a87-55fa3a5526d3 service nova] Releasing lock "refresh_cache-7274447f-7d59-40a4-931a-b2c795083b23" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tnYOSXyr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:15 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:15 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:15 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6867f512-1f31-4d91-a7fb-dab9aa50316e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:15 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[34775933-d098-40ea-b551-0d4e3a3c5640]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35] added
Dec 04 05:18:15 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c93152-ea62-458f-b7f6-2c57dc2a456a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c43d07-1486-426e-9a0a-4acdd16d2253]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tnYOSXyr {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tnYOSXyr" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4820e69d-4cf6-44d1-9f17-028858ec792c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tnYOSXyr'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f3de2f-c28f-4712-9bf6-8104f01f7374]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb8e2d6-ed36-4f53-bf1f-f8d301632475]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lazy-loading 'flavor' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e74c00bd-1a5d-41da-af24-bed6dc761593]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260]
Dec 04 05:18:16 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdcd60e1-3b4b-46ba-82db-226f7774eb98]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:16 user nova-compute[74976]: WARNING nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 for instance with vm_state building and task_state spawning.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:16 user nova-compute[74976]: WARNING nova.compute.manager [req-4b9de219-c1c0-4c29-ba2f-18136eee4c66 req-d0cc9e8f-a99a-4d22-926e-7ddeffa09e93 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 for instance with vm_state building and task_state spawning.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e92af1-7896-40c2-9908-c2c309963418]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf8abd8-832d-4b6d-88e5-96ab0b5fab5c]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tnYOSXyr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.compute.manager [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Attaching volume 5f850485-2edc-4a5c-9fc6-2d55aaef6557 to /dev/vdb
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.utils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f2c509-7f10-433f-a003-cc1f48ad9c0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd549696-54a2-4ca7-9eed-5f692d1d1e7f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fd1a91-95fe-4c49-8d01-00baf9f1b155]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ef6e1f-0415-48cd-973f-ac98e9880e17]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:16 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be075d8-bfbd-4154-8774-cb1b588186b7]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG os_brick.utils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updating existing volume attachment record: ec0ad2be-40df-446e-b361-13e4666c54a8 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance spawned successfully.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Instance spawned successfully.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Took 7.96 seconds to spawn the instance on the hypervisor.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Took 14.56 seconds to spawn the instance on the hypervisor.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.compute.manager [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Took 8.88 seconds to build instance.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b8f08d47-03f3-4d22-bfa4-56c612e7d498 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.999s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:16 user nova-compute[74976]: INFO nova.compute.manager [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Took 85.31 seconds to build instance.
Dec 04 05:18:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4d942e03-61e3-4d70-ad35-5785654af373 tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 85.487s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '26134333834613265', 'path': '/dev/sdj'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26134333834613265', 'path': '/dev/sdj'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.objects.instance [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lazy-loading 'flavor' on Instance uuid 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:17 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:17 user nova-compute[74976]:   <source dev="/dev/sdj"/>
Dec 04 05:18:17 user nova-compute[74976]:   <target dev="sdc" bus="scsi"/>
Dec 04 05:18:17 user nova-compute[74976]:   <serial>ed96fbf4-be6c-4501-91e4-7db2c83f4e35</serial>
Dec 04 05:18:17 user nova-compute[74976]:   <address type="drive" controller="0" unit="2"/>
Dec 04 05:18:17 user nova-compute[74976]: </disk>
Dec 04 05:18:17 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No BDM found with device name sda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] No VIF found with MAC fa:16:3e:f5:2a:9b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 15625342-4488-4e29-b2e3-0f90c20996aa is timed out.
Dec 04 05:18:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully detached device vdb from instance 15625342-4488-4e29-b2e3-0f90c20996aa from the live domain config.
Dec 04 05:18:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sYEbHJMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:24 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbe04a9-df9c-4c50-937e-390f272af9b6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:18:24 user nova-compute[74976]: No targets found.
Dec 04 05:18:24 user nova-compute[74976]: iSNS:
Dec 04 05:18:24 user nova-compute[74976]: No targets found.
Dec 04 05:18:24 user nova-compute[74976]: STATIC:
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba
Dec 04 05:18:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:24 user nova-compute[74976]: FIRMWARE:
Dec 04 05:18:24 user nova-compute[74976]: No targets found.
Dec 04 05:18:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:18:24 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:18:24 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce669a82-fea6-41a3-81ad-59cd07d3ad4b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a7055b-23c2-4374-8405-145ba01160e3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:24 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c614430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fb4a0c-1de0-4d55-aa0e-d34db519b713]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c371e6c6-c91c-4fa6-9264-acb9bca74130]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[da1847bb-7974-4efc-97ef-d1003c2beac4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[89dd162a-7413-4d13-95bc-2a2d9372f853]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d03875-3464-43e7-83a2-8dce80cf4a19]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d698f8-2d6a-41a1-82e1-0e7f69e2e2aa]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260]
Dec 04 05:18:24 user nova-compute[74976]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9230bbd2-1ba0-434a-9b97-464c45060bf0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e941ae7a-57d6-4569-a4b6-ef199f667478]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] <== disconnect_volume: return (385ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:18:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:30 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:30 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:30 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1145c676-a6e0-4eda-b71e-7e135faf60e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:30 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4a8f18-61f8-47d3-8d0e-b07e532b5e05]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f] added
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15c12a7-1fa7-4830-8a12-9cf63ff39124]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bcad78-fc1b-4439-bf16-edb24fbb7851]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKvcpljV {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKvcpljV" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d8f9fc-4434-40e3-b136-d2cc2dcf208b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rKvcpljV'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[046e7423-c287-44af-b3a8-e31b08fee358]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4539ef2d-6cdc-4fa1-b34b-25d18ce4f40f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --login" returned: 0 in 0.111s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[576886ed-7905-4fb7-8cc0-1314d2c1200f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]
Dec 04 05:18:30 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-877f78d9-3175-4347-bbbb-67f2c9427059 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.092s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be59451d-84ea-4042-ad02-bdffa113d8bc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c983478-3eea-49d2-bcdb-2e67a2783ed3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:30 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.401s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] HCTL ('36', '-', '-', 0) found on session 12 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcfab5ab-308f-4a07-b4fb-44cba960ef03]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Searching for a device in session 12 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.458s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] <== connect_volume: return (1462ms) {'type': 'block', 'scsi_wwn': '26335343163383235', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335343163383235', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG nova.objects.instance [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lazy-loading 'flavor' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:31 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:31 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:18:31 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:31 user nova-compute[74976]:   <serial>b45e13bc-3e0c-4715-8441-de2fdf6e021f</serial>
Dec 04 05:18:31 user nova-compute[74976]: </disk>
Dec 04 05:18:31 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json" returned: 0 in 0.329s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] No VIF found with MAC fa:16:3e:82:6b:b7, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdj (sdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdi (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:18:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7245MB free_disk=25.461036682128906GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 35a265b8-b97a-4bea-a56b-62037694eb95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7274447f-7d59-40a4-931a-b2c795083b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c95b32-7a9c-4872-aa09-09e5643a6925 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 68d6eea2-f35a-477b-ad5a-906f449239bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f8043a62-bc3b-4931-8ce6-388264701a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:18:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:18:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:18:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.487s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating instance_info_cache with network_info: [{"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-changed-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing instance network info cache due to event network-changed-a1480511-0e6d-4c7d-a078-0a020232c5ab. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] Acquiring lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] Acquired lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Refreshing network info cache for port a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgvDnpjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:38 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'flavor' on Instance uuid 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[177ea97a-ed3e-46cb-863f-df98d8991185]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:38 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[809b0e2e-abef-4e26-9b70-5232f271f2f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0] added
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rfLlCbqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-498f0c92-9aef-4d26-b03b-312b6c69ce51 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.039s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e35c091-37d9-4ea3-86e6-e26b7fc9271c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d71e84-c265-4fa6-95ef-9ea76b484dfa]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgvDnpjB {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgvDnpjB" returned: 0 in 0.123s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa8fbc4-6cba-4442-9399-2aeda0f8c857]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TgvDnpjB'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4827a9f-adb3-4403-8993-96f81d86ff56]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-802ce501-0d12-499f-88ea-3fd245484edc tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 34.192s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43dd13e-4796-4b0b-a16b-2709d14833ee]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --login" returned: 0 in 0.097s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ebb5e3-c877-446e-b166-2c1cb6f90788]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260]
Dec 04 05:18:38 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1696b7-727c-4995-ac69-9464ade50ad1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf6a0e2-d7ae-42b2-bfc8-6a26b07115c3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:38 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.485s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] HCTL ('42', '-', '-', 0) found on session 13 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d26c6bed-c775-4ef8-b663-3fb11735c542]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Searching for a device in session 13 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgvDnpjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updated VIF entry in instance network info cache for port a1480511-0e6d-4c7d-a078-0a020232c5ab. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e0263122-dd7b-42e2-86b2-ec43d197634d req-c0c0b33f-9e0c-4396-bb49-fd758198ba51 service nova] Releasing lock "refresh_cache-72c95b32-7a9c-4872-aa09-09e5643a6925" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:39 user nova-compute[74976]: INFO nova.compute.manager [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Detaching volume ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:18:39 user nova-compute[74976]: INFO nova.virt.block_device [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Attempting to driver detach volume ed96fbf4-be6c-4501-91e4-7db2c83f4e35 from mountpoint /dev/sdc
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Attempting to detach device sdc from instance 35a265b8-b97a-4bea-a56b-62037694eb95 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:39 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:39 user nova-compute[74976]:   <source dev="/dev/sdj"/>
Dec 04 05:18:39 user nova-compute[74976]:   <target dev="sdc" bus="scsi"/>
Dec 04 05:18:39 user nova-compute[74976]:   <serial>ed96fbf4-be6c-4501-91e4-7db2c83f4e35</serial>
Dec 04 05:18:39 user nova-compute[74976]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 04 05:18:39 user nova-compute[74976]: </disk>
Dec 04 05:18:39 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Successfully detached device sdc from instance 35a265b8-b97a-4bea-a56b-62037694eb95 from the persistent domain config.
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 35a265b8-b97a-4bea-a56b-62037694eb95 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:39 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:39 user nova-compute[74976]:   <source dev="/dev/sdj"/>
Dec 04 05:18:39 user nova-compute[74976]:   <target dev="sdc" bus="scsi"/>
Dec 04 05:18:39 user nova-compute[74976]:   <serial>ed96fbf4-be6c-4501-91e4-7db2c83f4e35</serial>
Dec 04 05:18:39 user nova-compute[74976]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 04 05:18:39 user nova-compute[74976]: </disk>
Dec 04 05:18:39 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:18:39 user nova-compute[74976]: INFO nova.compute.claims [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Claim successful on node user
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.528s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.545s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] <== connect_volume: return (1547ms) {'type': 'block', 'scsi_wwn': '23765656139363831', 'path': '/dev/sdk'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765656139363831', 'path': '/dev/sdk'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.474s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:39 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:39 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.objects.instance [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[05775f7d-9ccf-4bc1-a7bd-4ba5eba6989b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:18:39 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77851109-c326-444b-80b4-335e0afd24a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557] added
Dec 04 05:18:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:39 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:39 user nova-compute[74976]:   <source dev="/dev/sdk"/>
Dec 04 05:18:39 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:39 user nova-compute[74976]:   <serial>ec94dd0e-5203-4216-aa66-c49eba08d4d0</serial>
Dec 04 05:18:39 user nova-compute[74976]: </disk>
Dec 04 05:18:39 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f89417-43a7-4b90-8d74-2bce9a85ee92]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1e2ffc-d372-49a2-b508-acba6ca71475]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG nova.policy [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48ee9d21258f46f88c026bd3a24ea785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1b7347a9934887983c0c73b4394122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rfLlCbqW {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rfLlCbqW" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04c1968-4687-4246-97de-8868374db85f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rfLlCbqW'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: INFO nova.virt.block_device [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Booting with blank volume at /dev/vda
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e01ee00-e17a-456e-9f13-48210b89f3c2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56e20e45-98d9-47bd-bc02-78aa58144b15]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --login" returned: 0 in 0.124s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[878528c3-24b1-45c8-81fa-e816e804a6ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260]
Dec 04 05:18:40 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e14802d-5ae0-4163-a061-e4bda1a77751]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.utils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[debd12af-6b8e-4d8d-a04a-06f3c41f799c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.432s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] HCTL ('43', '-', '-', 0) found on session 14 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f64491-a0e7-4a12-9b54-400e781751c0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6dfd33-d9d3-4016-8b6b-ddbf9ae6863d]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Searching for a device in session 14 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rfLlCbqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[378da373-c168-4e17-94b4-b333c0170488]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ba5098-c9f1-430f-b860-d80d61bc63d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f4397e-7947-4e81-a40a-a5f5f6e06b21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:40 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb2df47-23a9-4705-954a-ade6ec03d703]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG os_brick.utils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No BDM found with device name hda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] No VIF found with MAC fa:16:3e:d3:41:fc, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Successfully created port: beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:18:40 user nova-compute[74976]: INFO nova.compute.manager [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Swapping volume b45e13bc-3e0c-4715-8441-de2fdf6e021f for d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:18:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9e3ebc68-f7fd-4b3f-99a2-9422e36a0bec tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 34.822s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:41 user nova-compute[74976]: INFO nova.compute.manager [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Terminating instance
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Successfully updated port: beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.496s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] <== connect_volume: return (2970ms) {'type': 'block', 'scsi_wwn': '26236346633323536', 'path': '/dev/sdl'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236346633323536', 'path': '/dev/sdl'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-changed-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Refreshing instance network info cache due to event network-changed-beada711-d85d-4c23-a6b4-5e2918ebaf8b. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-59afb6d4-b252-4667-a442-5873f70d8f13 req-c0c3e046-08bc-41e2-a33f-8eb69c0f22b7 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-a1480511-0e6d-4c7d-a078-0a020232c5ab for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.objects.instance [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lazy-loading 'flavor' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] attach device xml: <disk type="block" device="disk">
Dec 04 05:18:41 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:41 user nova-compute[74976]:   <source dev="/dev/sdl"/>
Dec 04 05:18:41 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:41 user nova-compute[74976]:   <serial>5f850485-2edc-4a5c-9fc6-2d55aaef6557</serial>
Dec 04 05:18:41 user nova-compute[74976]: </disk>
Dec 04 05:18:41 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-a061621f-ae0e-4422-9e70-30bf68c9f675 req-f5aedbdf-8390-4fd4-9525-1fe31c93e568 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] No VIF found with MAC fa:16:3e:cc:79:15, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance network_info: |[{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Refreshing network info cache for port beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-66a859ac-fa45-4696-8500-a0bfd7defdbc tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.048s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:42 user nova-compute[74976]: INFO nova.compute.manager [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Detaching volume ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:18:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: INFO nova.virt.block_device [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Attempting to driver detach volume ec94dd0e-5203-4216-aa66-c49eba08d4d0 from mountpoint /dev/vdb
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Attempting to detach device vdb from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:43 user nova-compute[74976]:   <source dev="/dev/sdk"/>
Dec 04 05:18:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:43 user nova-compute[74976]:   <serial>ec94dd0e-5203-4216-aa66-c49eba08d4d0</serial>
Dec 04 05:18:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:18:43 user nova-compute[74976]: </disk>
Dec 04 05:18:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.neutron [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updated VIF entry in instance network info cache for port beada711-d85d-4c23-a6b4-5e2918ebaf8b. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.neutron [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4e473e10-6644-4e88-9483-01f1002ac21e req-25f86865-5c2b-4dfe-a39b-39379e54c7da service nova] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully detached device vdb from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the persistent domain config.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:43 user nova-compute[74976]:   <source dev="/dev/sdk"/>
Dec 04 05:18:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:43 user nova-compute[74976]:   <serial>ec94dd0e-5203-4216-aa66-c49eba08d4d0</serial>
Dec 04 05:18:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:18:43 user nova-compute[74976]: </disk>
Dec 04 05:18:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Instance destroyed successfully.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lazy-loading 'resources' on Instance uuid 72c95b32-7a9c-4872-aa09-09e5643a6925 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a1480511-0e6d-4c7d-a078-0a020232c5ab for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-dada19fc-8012-4170-958e-37f9a033baee for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-dada19fc-8012-4170-958e-37f9a033baee for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-8f2f15df-fb8c-40e2-ad48-c9704d1eedc5 req-c3b7f057-99ab-4fe5-8fe6-c0f78957fecc service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-8bcff7c3-edbf-45df-a386-7e6af10afd5c for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-3f1540e3-e3a8-4551-9981-df8483912999 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-a9ef6041-9c01-4085-98e9-5b3c7a1a479a req-622e2bf5-983d-4929-b9b1-536fbd4ae0a8 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-3f1540e3-e3a8-4551-9981-df8483912999 for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] volume_snapshot_create: create_info: {'snapshot_id': '316719d7-029b-4abf-a577-a461f506f5ef', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74976) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1480511-0e, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] snap xml: <domainsnapshot>
Dec 04 05:18:43 user nova-compute[74976]:   <disks>
Dec 04 05:18:43 user nova-compute[74976]:     <disk name="/dev/sdl" snapshot="external" type="file">
Dec 04 05:18:43 user nova-compute[74976]:       <source file="/dev/new_file"/>
Dec 04 05:18:43 user nova-compute[74976]:     </disk>
Dec 04 05:18:43 user nova-compute[74976]:     <disk name="vda" snapshot="no"/>
Dec 04 05:18:43 user nova-compute[74976]:   </disks>
Dec 04 05:18:43 user nova-compute[74976]: </domainsnapshot>
Dec 04 05:18:43 user nova-compute[74976]:  {{(pid=74976) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] Lazy-loading 'system_metadata' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-a44d47ee-ecdc-418e-8cdd-d8eec6d36998 for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:43 user nova-compute[74976]: WARNING nova.compute.manager [req-d8b4c46f-0f46-495f-90e0-1403f11079a4 req-fecf971f-820e-466b-96c9-44c3dd5a7a91 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state active and task_state deleting.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e1acf26-8d6d-4041-81a9-8a7c32e7dd67) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f69d6aa6-87b5-4716-afcb-f156491af83c tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] volume_snapshot_delete: delete_info: {'volume_id': '5f850485-2edc-4a5c-9fc6-2d55aaef6557'} {{(pid=74976) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [None req-f69d6aa6-87b5-4716-afcb-f156491af83c tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     if delete_info['type'] != 'qcow2':
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] KeyError: 'type'
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] 
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:f7:c7,bridge_name='br-int',has_traffic_filtering=True,id=a1480511-0e6d-4c7d-a078-0a020232c5ab,network=Network(7a7ccc35-8bdb-440a-b7f5-cc95c579ded5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1480511-0e')
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa44d47ee-ec, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     rv = execute(f, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     six.reraise(c, e, tb)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     raise value
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     rv = meth(*args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     self._volume_snapshot_create(context, instance, guest,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     rv = execute(f, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     six.reraise(c, e, tb)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     raise value
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     rv = meth(*args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [instance: 7274447f-7d59-40a4-931a-b2c795083b23] 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [None req-f69d6aa6-87b5-4716-afcb-f156491af83c tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-224c2c63-7b93-48b4-9118-054c843346c1)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 04 05:18:43 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server [None req-f69d6aa6-87b5-4716-afcb-f156491af83c tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] Exception during message handling: KeyError: 'type'
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 04 05:18:43 user nova-compute[74976]: ERROR oslo_messaging.rpc.server 
Dec 04 05:18:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=100eb8b0-9639-4921-aea3-920c407285bb) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 316719d7-029b-4abf-a577-a461f506f5ef could not be found.
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise value
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 316719d7-029b-4abf-a577-a461f506f5ef could not be found. (HTTP 404) (Request-ID: req-e162fc9f-9860-43d0-91a7-b9fe4d9c26f7)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 316719d7-029b-4abf-a577-a461f506f5ef could not be found.
Dec 04 05:18:44 user nova-compute[74976]: ERROR nova.virt.libvirt.driver 
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server [None req-fa2d0551-8b90-4010-9e7d-7587b6d23652 tempest-VolumesAssistedSnapshotsTest-253092870 tempest-VolumesAssistedSnapshotsTest-253092870-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise value
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 05:18:44 user nova-compute[74976]: ERROR oslo_messaging.rpc.server 
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:45:c6,bridge_name='br-int',has_traffic_filtering=True,id=a44d47ee-ecdc-418e-8cdd-d8eec6d36998,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44d47ee-ec')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f1540e3-e3, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60959c19-978f-40cb-8e4c-b9e15ad4cdfc) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:ed:fc,bridge_name='br-int',has_traffic_filtering=True,id=3f1540e3-e3a8-4551-9981-df8483912999,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f1540e3-e3')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "address": "fa:16:3e:f8:09:36", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a2e4a03-77", "ovs_interfaceid": "4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4a2e4a03-77, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cd1035d3-add1-44a4-bbcb-9b9c16e6c69c) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:09:36,bridge_name='br-int',has_traffic_filtering=True,id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a2e4a03-77')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdada19fc-80, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d70f25f7-f26f-4fe5-9b36-5de0f5117668) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: INFO nova.compute.manager [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Detaching volume 5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:ce:de,bridge_name='br-int',has_traffic_filtering=True,id=dada19fc-8012-4170-958e-37f9a033baee,network=Network(2030cc21-248c-41e8-ae4d-a4a9fd212146),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdada19fc-80')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:44 user nova-compute[74976]: INFO nova.virt.block_device [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Attempting to driver detach volume 5f850485-2edc-4a5c-9fc6-2d55aaef6557 from mountpoint /dev/vdb
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8bcff7c3-ed, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Attempting to detach device vdb from instance 7274447f-7d59-40a4-931a-b2c795083b23 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:44 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:44 user nova-compute[74976]:   <source dev="/dev/sdl"/>
Dec 04 05:18:44 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:44 user nova-compute[74976]:   <serial>5f850485-2edc-4a5c-9fc6-2d55aaef6557</serial>
Dec 04 05:18:44 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:18:44 user nova-compute[74976]: </disk>
Dec 04 05:18:44 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Successfully detached device vdb from instance 7274447f-7d59-40a4-931a-b2c795083b23 from the persistent domain config.
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7274447f-7d59-40a4-931a-b2c795083b23 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] detach device xml: <disk type="block" device="disk">
Dec 04 05:18:44 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:18:44 user nova-compute[74976]:   <source dev="/dev/sdl"/>
Dec 04 05:18:44 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:18:44 user nova-compute[74976]:   <serial>5f850485-2edc-4a5c-9fc6-2d55aaef6557</serial>
Dec 04 05:18:44 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:18:44 user nova-compute[74976]: </disk>
Dec 04 05:18:44 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8e61b7c7-21cf-45e7-acf7-54ad2cd31e19) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:53:15,bridge_name='br-int',has_traffic_filtering=True,id=8bcff7c3-edbf-45df-a386-7e6af10afd5c,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bcff7c3-ed')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-353435695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-353435695',id=9,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHot1mxeKC9fBoQ5gIEaF964wWWvrKRD89zDz4k5gXjdgAFQllzfXxZ0sK30E0iuKfSRiuSDn1Cuvk9AAOj5MZ/AIiUKue6GubOy0v9UA6LtDqYnFiHg5MbXzfQJM7siVg==',key_name='tempest-keypair-568582936',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb91022bdc324ee4930410ce4853d70d',ramdisk_id='',reservation_id='r-38rzd3j1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1989167519',owner_user_name='tempest-TaggedBootDevicesTest-1989167519-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9cec75f181f24bd19744fbd00376cfb5',uuid=72c95b32-7a9c-4872-aa09-09e5643a6925,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converting VIF {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc997f3f-af, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e6e0a013-90bd-4b23-a0fc-e251fb9468ea) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: INFO os_vif [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:30:57,bridge_name='br-int',has_traffic_filtering=True,id=cc997f3f-af30-446c-884b-a66ce01b55c9,network=Network(08cd8d5f-f1b3-4d5b-b075-779646956735),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc997f3f-af')
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txwTzGLN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:44 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3ea182-ea1f-4a04-a0f5-af881fc77010]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:18:44 user nova-compute[74976]: No targets found.
Dec 04 05:18:44 user nova-compute[74976]: iSNS:
Dec 04 05:18:44 user nova-compute[74976]: No targets found.
Dec 04 05:18:44 user nova-compute[74976]: STATIC:
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba
Dec 04 05:18:44 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:44 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:44 user nova-compute[74976]: FIRMWARE:
Dec 04 05:18:44 user nova-compute[74976]: No targets found.
Dec 04 05:18:44 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:18:44 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:18:44 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2139d756-327e-4d09-93a8-39a2ab433ed9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'flavor' on Instance uuid 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9661c1f-f4d7-475b-bf51-41c5bbbbb86e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:44 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:44 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:44 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044cf760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Ignoring supplied device name: /dev/vdb
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c213c5f7-3c49-4c26-a2f9-2d9f52ddad09]: (4, ('path checker states:\nup                  9\npending             2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb3b3948-23ec-42fc-ae4a-63108f393950]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9053175a-82b4-4cf1-8825-67bb766e566e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[820ccf85-240e-4a8e-b37e-d769703761c4]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4b82b7-f809-4c4a-bd7c-76827298446d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2022ccd1-8459-42e3-a1c0-7c035fefa2e6]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260]
Dec 04 05:18:45 user nova-compute[74976]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:45 user nova-compute[74976]: INFO nova.compute.manager [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Attaching volume 27c6de83-d93b-4ec9-b526-3c546126128f to /dev/vdb
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e97163c5-0cf6-4efe-a291-528d7c0f51fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9047b1a9-4575-4ef3-98fb-5e9e596218ba]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== disconnect_volume: return (393ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcYuhiMq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.utils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b7ba73-bfe4-4700-a9e2-cffa531dfc19]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]: iSNS:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]: STATIC:
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: FIRMWARE:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:18:45 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:18:45 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e25c1f-69fe-429c-9c82-44602867ab94]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c18f2d8-b6d4-4edb-a456-ac2ef51111eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71e2d45-029a-42b4-a026-ecea2d289889]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ad788b-65ea-43bd-bb10-3016d84987e6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[92de4142-7313-4a2d-87a0-eb6dff550735]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97bcaabe-2fa4-43a2-aeaf-21993ec6a488]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044d25f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dca54ba-465f-4085-9460-17cc7cd52315]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.utils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating existing volume attachment record: b16a759b-d202-437e-98a5-be9485f38d56 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a39aae-36d4-41a8-9888-f77e72f3c75b]: (4, ('path checker states:\nup                  9\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[deae77f5-675c-46ab-9c53-bdd3f3a39d8e]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce51d2f-368e-44b3-96e3-35074a75550a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f62c745-ae99-4287-92e4-5af0db9ff989]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e680b8-1520-4385-bf52-29f399e98a29]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b8ddb9-f052-472f-b388-9fffe0b7ae16]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260]
Dec 04 05:18:45 user nova-compute[74976]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f29e69e-7745-4822-b5f7-3cc1db1a6ae1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[396c8131-23e2-4748-ac29-d9b65df449e3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.441s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== disconnect_volume: return (442ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gAwNvdzy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[44f33b31-fdc3-4470-afe6-4c58b96584db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]: iSNS:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]: STATIC:
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba
Dec 04 05:18:45 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:45 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:45 user nova-compute[74976]: FIRMWARE:
Dec 04 05:18:45 user nova-compute[74976]: No targets found.
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:18:45 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:18:45 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f82f986-db0a-42de-8cc9-ad6fff7fb82b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[189bfecf-76e6-4d6a-8829-e2e960f9b32b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:45 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044d0ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba'): ({'sdd'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Removing single pathed devices sdd {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cfe1e69-2bca-484c-ba93-1e79348e5553]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[05db39fe-25a9-4db3-8dd4-c8d3b3f9f1a3]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Flushing IO for device /dev/sdd {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb3fcf5-eddb-4086-8930-8f22a59f63a5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-changed-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Refreshing instance network info cache due to event network-changed-89e72346-e5fe-4d8d-955e-230d0601560e. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] Acquiring lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] Acquired lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.network.neutron [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Refreshing network info cache for port 89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ea3edf-514b-4604-a866-0fb6b25625be]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[570729a4-10f5-49d3-96c5-0d9dbe27d066]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state active and task_state deleting.
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state active and task_state deleting.
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-unplugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Acquiring lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] No waiting events found dispatching network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:18:45 user nova-compute[74976]: WARNING nova.compute.manager [req-3c0d66f8-6b3e-4135-a195-0c85c23cdd19 req-a21ce39a-8003-4f55-9bce-51b49340685e service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received unexpected event network-vif-plugged-cc997f3f-af30-446c-884b-a66ce01b55c9 for instance with vm_state active and task_state deleting.
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bab3cce-6715-4c8f-a380-1e32ec6d08b4]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260]
Dec 04 05:18:45 user nova-compute[74976]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba, portal: 172.16.0.220,3260] successful.
Dec 04 05:18:45 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb3c0a3d-27f5-4913-87d3-27d5daf4e5ba -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4642e2a2-6d96-435a-a126-6500b66ed921]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] <== disconnect_volume: return (377ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:18:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Deleting instance files /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925_del
Dec 04 05:18:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Deletion of /opt/stack/data/nova/instances/72c95b32-7a9c-4872-aa09-09e5643a6925_del complete
Dec 04 05:18:45 user nova-compute[74976]: DEBUG os_brick.utils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:45 user nova-compute[74976]: INFO nova.compute.manager [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Took 4.85 seconds to destroy the instance on the hypervisor.
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[254619ee-f451-45bc-bf89-7ec247f4fb0f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:18:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5f06f4-6267-405f-a204-ec9ec5ba6b8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c791ad-7aa7-4161-b5d9-0a572cc4e368]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ec740d-c823-49fd-945e-f4b3052f4b48]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:18:46 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdea39d1-e097-4250-986d-96e45e892c2b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG os_brick.utils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating existing volume attachment record: 2bb5896d-b0d0-46dd-bf81-eae7b191c87d {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updated VIF entry in instance network info cache for port 89e72346-e5fe-4d8d-955e-230d0601560e. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating instance_info_cache with network_info: [{"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1298420d-3a4d-4a87-940f-5444804e4707 req-072dcbd2-9905-4ba3-87ed-94580d435cd1 service nova] Releasing lock "refresh_cache-5642774d-db16-4225-96b4-5f9ce9ce61c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:18:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-c05c47fc-5e24-49c7-b1b7-f461b8fe87b9 req-627f610b-c658-4097-8d1f-d50308a2a289 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-deleted-4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:47 user nova-compute[74976]: INFO nova.compute.manager [req-c05c47fc-5e24-49c7-b1b7-f461b8fe87b9 req-627f610b-c658-4097-8d1f-d50308a2a289 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Neutron deleted interface 4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15; detaching it from the instance and deleting it from the info cache
Dec 04 05:18:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-c05c47fc-5e24-49c7-b1b7-f461b8fe87b9 req-627f610b-c658-4097-8d1f-d50308a2a289 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [{"id": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "address": "fa:16:3e:98:f7:c7", "network": {"id": "7a7ccc35-8bdb-440a-b7f5-cc95c579ded5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1005881224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1480511-0e", "ovs_interfaceid": "a1480511-0e6d-4c7d-a078-0a020232c5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "address": "fa:16:3e:e0:45:c6", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44d47ee-ec", "ovs_interfaceid": "a44d47ee-ecdc-418e-8cdd-d8eec6d36998", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3f1540e3-e3a8-4551-9981-df8483912999", "address": "fa:16:3e:21:ed:fc", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f1540e3-e3", "ovs_interfaceid": "3f1540e3-e3a8-4551-9981-df8483912999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dada19fc-8012-4170-958e-37f9a033baee", "address": "fa:16:3e:57:ce:de", "network": {"id": "2030cc21-248c-41e8-ae4d-a4a9fd212146", "bridge": "br-int", "label": "tempest-device-tagging-net1-1680121798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdada19fc-80", "ovs_interfaceid": "dada19fc-8012-4170-958e-37f9a033baee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "address": "fa:16:3e:fe:53:15", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bcff7c3-ed", "ovs_interfaceid": "8bcff7c3-edbf-45df-a386-7e6af10afd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc997f3f-af30-446c-884b-a66ce01b55c9", "address": "fa:16:3e:7d:30:57", "network": {"id": "08cd8d5f-f1b3-4d5b-b075-779646956735", "bridge": "br-int", "label": "tempest-device-tagging-net2-474298174", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "fb91022bdc324ee4930410ce4853d70d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc997f3f-af", "ovs_interfaceid": "cc997f3f-af30-446c-884b-a66ce01b55c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-c05c47fc-5e24-49c7-b1b7-f461b8fe87b9 req-627f610b-c658-4097-8d1f-d50308a2a289 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Detach interface failed, port_id=4a2e4a03-77bf-4a2a-adbb-66ccc2f18b15, reason: Instance 72c95b32-7a9c-4872-aa09-09e5643a6925 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:18:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:18:49 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Took 3.74 seconds to deallocate network for instance.
Dec 04 05:18:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-5116db5f-06e5-45ea-b521-65e0f109f287 req-5ecb90c8-16b8-484f-a8fc-2837bae365e5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-deleted-a1480511-0e6d-4c7d-a078-0a020232c5ab {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-5116db5f-06e5-45ea-b521-65e0f109f287 req-5ecb90c8-16b8-484f-a8fc-2837bae365e5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-deleted-cc997f3f-af30-446c-884b-a66ce01b55c9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-5116db5f-06e5-45ea-b521-65e0f109f287 req-5ecb90c8-16b8-484f-a8fc-2837bae365e5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-deleted-dada19fc-8012-4170-958e-37f9a033baee {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-5116db5f-06e5-45ea-b521-65e0f109f287 req-5ecb90c8-16b8-484f-a8fc-2837bae365e5 service nova] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Received event network-vif-deleted-8bcff7c3-edbf-45df-a386-7e6af10afd5c {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:18:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:18:59 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 35a265b8-b97a-4bea-a56b-62037694eb95 is timed out.
Dec 04 05:18:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Successfully detached device sdc from instance 35a265b8-b97a-4bea-a56b-62037694eb95 from the live domain config.
Dec 04 05:18:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tnYOSXyr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:18:59 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd2ef4c-fee8-4257-9c86-3764e8a36ede]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:18:59 user nova-compute[74976]: No targets found.
Dec 04 05:18:59 user nova-compute[74976]: iSNS:
Dec 04 05:18:59 user nova-compute[74976]: No targets found.
Dec 04 05:18:59 user nova-compute[74976]: STATIC:
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:18:59 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:18:59 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:18:59 user nova-compute[74976]: FIRMWARE:
Dec 04 05:18:59 user nova-compute[74976]: No targets found.
Dec 04 05:18:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:18:59 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:18:59 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70f1b4f-2556-4f9f-99d1-06314abcc53a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e4eb36-eeff-456d-a2bc-826d821021da]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:18:59 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:18:59 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c3d4790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35'): ({'sdj'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Removing single pathed devices sdj {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c5542b-f7e4-46d2-a977-9a5912aa58bd]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcf561b-efa9-42df-8470-acb88ac1138b]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Flushing IO for device /dev/sdj {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c794a16-3a78-440c-a1c0-1ab34a74e7aa]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f93a8265-0ab9-4319-86ca-221d8e6471ae]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] SCSI volumes sdj have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1118abff-7062-41ad-b9f9-7ceece890800]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:18:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa236dac-f89b-46ea-b3ca-e131ec1449b2]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260]
Dec 04 05:19:00 user nova-compute[74976]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed96fbf4-be6c-4501-91e4-7db2c83f4e35 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2780a53e-8db5-4934-8173-221f9329344b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] <== disconnect_volume: return (325ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:04 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 is timed out.
Dec 04 05:19:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully detached device vdb from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the live domain config.
Dec 04 05:19:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgvDnpjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:04 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[255ad141-813d-4ddc-8cdf-badc9addfd91]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:04 user nova-compute[74976]: No targets found.
Dec 04 05:19:04 user nova-compute[74976]: iSNS:
Dec 04 05:19:04 user nova-compute[74976]: No targets found.
Dec 04 05:19:04 user nova-compute[74976]: STATIC:
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:19:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:04 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:04 user nova-compute[74976]: No targets found.
Dec 04 05:19:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:04 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:04 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[999f43a0-e10c-4d20-a498-9be600698aa8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab22ea54-3b02-4053-aa7b-768a41e1dee2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:04 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0478ed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0'): ({'sdk'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Removing single pathed devices sdk {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f869a7b2-8a28-4d41-a264-175beba2c612]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e8cce0-9101-44c7-b2cb-a16338b8a106]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Flushing IO for device /dev/sdk {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[772f5799-267a-469d-95d2-d4393fa4d1fc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.053s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa7ede9-c1f8-4f2c-a2fd-82a8bbce2a72]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] SCSI volumes sdk have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0941420-6c20-46bf-8adb-d2f74ddf2bcc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1e6fec-6557-4696-90f2-a9e7722dd78a]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260]
Dec 04 05:19:04 user nova-compute[74976]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec94dd0e-5203-4216-aa66-c49eba08d4d0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a95f89bc-e2de-4be0-bba1-643dbd60b05c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] <== disconnect_volume: return (349ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7274447f-7d59-40a4-931a-b2c795083b23 is timed out.
Dec 04 05:19:05 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Successfully detached device vdb from instance 7274447f-7d59-40a4-931a-b2c795083b23 from the live domain config.
Dec 04 05:19:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rfLlCbqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a128d55a-c540-45f0-a3ea-63a64d5791fa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:05 user nova-compute[74976]: No targets found.
Dec 04 05:19:05 user nova-compute[74976]: iSNS:
Dec 04 05:19:05 user nova-compute[74976]: No targets found.
Dec 04 05:19:05 user nova-compute[74976]: STATIC:
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:19:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:05 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:05 user nova-compute[74976]: No targets found.
Dec 04 05:19:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:05 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:05 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[437e396e-43b1-442f-96a9-2f4f84683afd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e35994c-1e4d-4e14-91d7-77211e4547b6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:05 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c6e84c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557'): ({'sdl'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Removing single pathed devices sdl {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f49294f-c4d2-4fb6-9ff6-3319ccb901e0]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8afebd14-fc76-46b1-95b9-a22950100160]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Flushing IO for device /dev/sdl {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dafc56e-c70d-4b66-925f-be1e0d31c067]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e210f75-c4f6-4cbc-9e94-9e21285555c4]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] SCSI volumes sdl have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3368ace-a53c-4dcd-9b90-a78a98de1db3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41005d1-36c3-44be-bdc2-0e3ded1b33c4]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260]
Dec 04 05:19:05 user nova-compute[74976]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f850485-2edc-4a5c-9fc6-2d55aaef6557 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e376afdd-309d-43ec-8903-a9e93402ead6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] <== disconnect_volume: return (301ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VRpmwaqN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:16 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:16 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:16 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d39327a-6675-4982-b413-21a7a299f858]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:19:16 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'serial': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'serial'} {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:16 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7986b1d-a6a7-43ca-a7f4-d137cea61520]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f] added
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9c6fd2-39a4-418a-bb74-0144c55faf37]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6c5325f-77cb-46d1-a71c-d852db3c1e5c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VRpmwaqN {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VRpmwaqN" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef43a6d-3b80-405e-b748-d3a45d2d27f2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VRpmwaqN'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3622463b-a5e1-4d50-a216-c37c4937c6e0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6c7a7f-7e4d-41a1-929b-88191404ea64]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0eb459b-bd28-4fd4-abf9-1943268476d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260]
Dec 04 05:19:16 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[161275ee-4a39-4a94-8d73-3d2df233bb51]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[feaff7a8-cffb-4afd-9f10-af58c4b7ac64]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:16 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:16 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ad1605-648e-4b74-833e-c948c2a02c1a]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:16 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:19:17 user nova-compute[74976]: INFO nova.compute.claims [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Claim successful on node user
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VRpmwaqN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '23237333239366637', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237333239366637', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.311s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:17 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:17 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'flavor' on Instance uuid 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a124bf-886c-429a-b451-58983cc6e309]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:19:17 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63fb080-81d2-40c4-8740-c9f564f15603]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572] added
Dec 04 05:19:17 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:19:17 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:17 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:19:17 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:19:17 user nova-compute[74976]:   <serial>27c6de83-d93b-4ec9-b526-3c546126128f</serial>
Dec 04 05:19:17 user nova-compute[74976]: </disk>
Dec 04 05:19:17 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de3fba1-6799-4e8b-856f-41cacfad1ef1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab907e4b-68db-4868-973c-c0e0fcd5feea]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KdgcyXhp {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KdgcyXhp" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2fc53f-27ce-4306-9a80-46450d004063]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KdgcyXhp'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4538fec0-ef5a-4181-8c21-ac1790b81136]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7619e2cc-3dc9-42f3-9a63-62ef7867ffc6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0686852d-f2cb-4bed-9a26-b523eb2d2e2f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260]
Dec 04 05:19:18 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d24c232-0345-413f-8f9b-a615bdb47057]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d910de6-c238-4f87-9bf4-eb70affe754f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:18 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8c74aa-569f-4e09-9b07-c57b5a5c4936]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No VIF found with MAC fa:16:3e:5a:62:42, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.608s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:19:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.policy [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd063127f164e208df4c5024a1fd31c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97238f81f7ce4f42b2bb087e5f9bc830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:19:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Creating image(s)
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "/opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "/opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "/opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk 1073741824" returned: 0 in 0.050s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Successfully created port: dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lazy-loading 'flavor' on Instance uuid 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b38da842-193f-4eff-aa7e-4f8f8805484b tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 40.140s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== connect_volume: return (2728ms) {'type': 'block', 'scsi_wwn': '23463383036663830', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463383036663830', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lazy-loading 'flavor' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Checking if we can resize image /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:19:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Creating image(s)
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Ensure instance console log exists: /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start _get_guest_xml network_info=[{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '2bb5896d-b0d0-46dd-bf81-eae7b191c87d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c079ed1-7f79-48d4-96e6-6b995a32052c', 'attached_at': '', 'detached_at': '', 'volume_id': '3130c32b-7b54-4458-be1f-5e6d9b218734', 'serial': '3130c32b-7b54-4458-be1f-5e6d9b218734'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:19:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:19 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a27f7d-d6d6-4c4a-aaf8-f5ebc591b7f1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:19:19 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Cannot resize image /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Ensure instance console log exists: /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c14ec7c-6a40-4531-8652-2203f2a4d75f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734] added
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29b7093-e4f2-402f-8f9a-20477a34c3ab]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59d6dbc-1ea9-4d04-a77d-55473eee06e1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eQDXrzVf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lazy-loading 'flavor' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eQDXrzVf" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee534f0a-1566-4f52-915d-311dbed76fb8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eQDXrzVf'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d24e472-2163-4a4b-be22-57102b47bd9e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c1fabd57-883a-408f-ad85-f97bbe97d456 tempest-VolumesAssistedSnapshotsTest-984382525 tempest-VolumesAssistedSnapshotsTest-984382525-project-admin] Lock "7274447f-7d59-40a4-931a-b2c795083b23" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.248s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62d98e1-db37-4aa7-a454-f109a4485253]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d158bf8b-b216-4fba-a247-f7389f30a45a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 34.737s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc009e5-50ee-470f-9c49-7b52bb5578ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260]
Dec 04 05:19:19 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd32c1e-82b5-4651-a3ad-5b190e82863a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6189226-5130-47e0-b45e-df9139320900]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:19 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdceaa9c-3f74-4e9a-bed0-7c323feee403]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Successfully updated port: dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquired lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-changed-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Refreshing instance network info cache due to event network-changed-dd8e798a-d931-4ce1-91bf-b512929cdd86. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] Acquiring lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:20 user nova-compute[74976]: INFO nova.compute.manager [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Terminating instance
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 96468992 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb77d7ee-60b4-4acc-ba02-9f238b047adb tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.659s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Updating instance_info_cache with network_info: [{"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-unplugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] No waiting events found dispatching network-vif-unplugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d237018-8bb4-49e3-b3c9-ba48904d36c0 req-e52c028b-9389-44cb-b19f-f9af697b90fa service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-unplugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Releasing lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Instance network_info: |[{"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] Acquired lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.neutron [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Refreshing network info cache for port dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Start _get_guest_xml network_info=[{"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:19:20 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:20 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-65cd5a65-8fff-4e70-997c-1961c397c03d" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-65cd5a65-8fff-4e70-997c-1961c397c03d" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1089469904',display_name='tempest-VolumesAdminNegativeTest-server-1089469904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1089469904',id=14,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-sf9ebo9a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:19:19Z,user_data=None,user_id='ecd063127f164e208df4c5024a1fd31c',uuid=748606af-b398-45d0-b516-9de5f9a0e584,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'pci_devices' on Instance uuid 748606af-b398-45d0-b516-9de5f9a0e584 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.objects.instance [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:19:20 user nova-compute[74976]:   <uuid>748606af-b398-45d0-b516-9de5f9a0e584</uuid>
Dec 04 05:19:20 user nova-compute[74976]:   <name>instance-0000000e</name>
Dec 04 05:19:20 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:19:20 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:19:20 user nova-compute[74976]:   <metadata>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:20 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1089469904</nova:name>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:19:20</nova:creationTime>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:19:20 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:20 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:owner>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:user uuid="ecd063127f164e208df4c5024a1fd31c">tempest-VolumesAdminNegativeTest-397494070-project-member</nova:user>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:project uuid="97238f81f7ce4f42b2bb087e5f9bc830">tempest-VolumesAdminNegativeTest-397494070</nova:project>
Dec 04 05:19:20 user nova-compute[74976]:       </nova:owner>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:20 user nova-compute[74976]:       <nova:ports>
Dec 04 05:19:20 user nova-compute[74976]:         <nova:port uuid="dd8e798a-d931-4ce1-91bf-b512929cdd86">
Dec 04 05:19:20 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 05:19:20 user nova-compute[74976]:         </nova:port>
Dec 04 05:19:20 user nova-compute[74976]:       </nova:ports>
Dec 04 05:19:20 user nova-compute[74976]:     </nova:instance>
Dec 04 05:19:20 user nova-compute[74976]:   </metadata>
Dec 04 05:19:20 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:19:20 user nova-compute[74976]:     <system>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="serial">748606af-b398-45d0-b516-9de5f9a0e584</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="uuid">748606af-b398-45d0-b516-9de5f9a0e584</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:19:20 user nova-compute[74976]:     </system>
Dec 04 05:19:20 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:20 user nova-compute[74976]:   <os>
Dec 04 05:19:20 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:19:20 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:19:20 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:19:20 user nova-compute[74976]:   </os>
Dec 04 05:19:20 user nova-compute[74976]:   <features>
Dec 04 05:19:20 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:20 user nova-compute[74976]:     <apic/>
Dec 04 05:19:20 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:19:20 user nova-compute[74976]:   </features>
Dec 04 05:19:20 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:19:20 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:19:20 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:19:20 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:19:20 user nova-compute[74976]:   </clock>
Dec 04 05:19:20 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:19:20 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:19:20 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:19:20 user nova-compute[74976]:   </cpu>
Dec 04 05:19:20 user nova-compute[74976]:   <devices>
Dec 04 05:19:20 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:19:20 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:19:20 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk"/>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:19:20 user nova-compute[74976]:     </disk>
Dec 04 05:19:20 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:19:20 user nova-compute[74976]:       <mac address="fa:16:3e:06:8b:38"/>
Dec 04 05:19:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:20 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev="tapdd8e798a-d9"/>
Dec 04 05:19:20 user nova-compute[74976]:     </interface>
Dec 04 05:19:20 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:19:20 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/console.log" append="off"/>
Dec 04 05:19:20 user nova-compute[74976]:     </serial>
Dec 04 05:19:20 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:19:20 user nova-compute[74976]:     <video>
Dec 04 05:19:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:20 user nova-compute[74976]:     </video>
Dec 04 05:19:20 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:19:20 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:19:20 user nova-compute[74976]:     </rng>
Dec 04 05:19:20 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:19:20 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:19:20 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:19:20 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:20 user nova-compute[74976]:   </devices>
Dec 04 05:19:20 user nova-compute[74976]: </domain>
Dec 04 05:19:20 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1089469904',display_name='tempest-VolumesAdminNegativeTest-server-1089469904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1089469904',id=14,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-sf9ebo9a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:19:19Z,user_data=None,user_id='ecd063127f164e208df4c5024a1fd31c',uuid=748606af-b398-45d0-b516-9de5f9a0e584,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG os_vif [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9cb7e251-66a1-55e6-8c9c-ed062e11a094', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdd8e798a-d9, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdd8e798a-d9, col_values=(('qos', UUID('a0c2a31d-aec8-409d-87bf-fed32d26dd0e')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdd8e798a-d9, col_values=(('external_ids', {'iface-id': 'dd8e798a-d931-4ce1-91bf-b512929cdd86', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:8b:38', 'vm-uuid': '748606af-b398-45d0-b516-9de5f9a0e584'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Attempting to detach device tap65cd5a65-8f from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] detach device xml: <interface type="ethernet">
Dec 04 05:19:20 user nova-compute[74976]:   <mac address="fa:16:3e:58:49:e2"/>
Dec 04 05:19:20 user nova-compute[74976]:   <model type="virtio"/>
Dec 04 05:19:20 user nova-compute[74976]:   <mtu size="1442"/>
Dec 04 05:19:20 user nova-compute[74976]:   <target dev="tap65cd5a65-8f"/>
Dec 04 05:19:20 user nova-compute[74976]: </interface>
Dec 04 05:19:20 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:20 user nova-compute[74976]: INFO os_vif [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9')
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 146800640 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 04 05:19:20 user nova-compute[74976]:   <name>instance-00000006</name>
Dec 04 05:19:20 user nova-compute[74976]:   <uuid>7e9c7fba-aee2-4a95-adb6-643211e0fa95</uuid>
Dec 04 05:19:20 user nova-compute[74976]:   <metadata>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:20 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:18:05</nova:creationTime>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:20 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:20 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:20 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:20 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:20 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:20 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:20 user nova-compute[74976]:     <nova:port uuid="65cd5a65-8fff-4e70-997c-1961c397c03d">
Dec 04 05:19:20 user nova-compute[74976]:       <nova:ip type="fixed" address="10.10.10.101" ipVersion="4"/>
Dec 04 05:19:20 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:20 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:20 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:20 user nova-compute[74976]:   </metadata>
Dec 04 05:19:20 user nova-compute[74976]:   <memory unit='KiB'>524288</memory>
Dec 04 05:19:20 user nova-compute[74976]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 05:19:20 user nova-compute[74976]:   <vcpu placement='static'>1</vcpu>
Dec 04 05:19:20 user nova-compute[74976]:   <resource>
Dec 04 05:19:20 user nova-compute[74976]:     <partition>/machine</partition>
Dec 04 05:19:20 user nova-compute[74976]:   </resource>
Dec 04 05:19:20 user nova-compute[74976]:   <sysinfo type='smbios'>
Dec 04 05:19:20 user nova-compute[74976]:     <system>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='version'>0.0.0</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='serial'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='uuid'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:20 user nova-compute[74976]:       <entry name='family'>Virtual Machine</entry>
Dec 04 05:19:20 user nova-compute[74976]:     </system>
Dec 04 05:19:20 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:20 user nova-compute[74976]:   <os>
Dec 04 05:19:20 user nova-compute[74976]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 05:19:20 user nova-compute[74976]:     <boot dev='hd'/>
Dec 04 05:19:20 user nova-compute[74976]:     <smbios mode='sysinfo'/>
Dec 04 05:19:20 user nova-compute[74976]:   </os>
Dec 04 05:19:20 user nova-compute[74976]:   <features>
Dec 04 05:19:20 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:20 user nova-compute[74976]:     <apic/>
Dec 04 05:19:20 user nova-compute[74976]:     <vmcoreinfo state='on'/>
Dec 04 05:19:20 user nova-compute[74976]:   </features>
Dec 04 05:19:20 user nova-compute[74976]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 05:19:20 user nova-compute[74976]:     <model fallback='forbid'>Nehalem</model>
Dec 04 05:19:20 user nova-compute[74976]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 05:19:20 user nova-compute[74976]:     <feature policy='require' name='vme'/>
Dec 04 05:19:20 user nova-compute[74976]:     <feature policy='require' name='x2apic'/>
Dec 04 05:19:20 user nova-compute[74976]:     <feature policy='require' name='hypervisor'/>
Dec 04 05:19:20 user nova-compute[74976]:   </cpu>
Dec 04 05:19:20 user nova-compute[74976]:   <clock offset='utc'>
Dec 04 05:19:20 user nova-compute[74976]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 05:19:20 user nova-compute[74976]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 05:19:20 user nova-compute[74976]:     <timer name='hpet' present='no'/>
Dec 04 05:19:20 user nova-compute[74976]:   </clock>
Dec 04 05:19:20 user nova-compute[74976]:   <on_poweroff>destroy</on_poweroff>
Dec 04 05:19:20 user nova-compute[74976]:   <on_reboot>restart</on_reboot>
Dec 04 05:19:20 user nova-compute[74976]:   <on_crash>destroy</on_crash>
Dec 04 05:19:20 user nova-compute[74976]:   <devices>
Dec 04 05:19:20 user nova-compute[74976]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 05:19:20 user nova-compute[74976]:     <disk type='file' device='disk'>
Dec 04 05:19:20 user nova-compute[74976]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 05:19:20 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk' index='2'/>
Dec 04 05:19:20 user nova-compute[74976]:       <backingStore type='file' index='3'>
Dec 04 05:19:20 user nova-compute[74976]:         <format type='raw'/>
Dec 04 05:19:20 user nova-compute[74976]:         <source file='/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a'/>
Dec 04 05:19:20 user nova-compute[74976]:         <backingStore/>
Dec 04 05:19:20 user nova-compute[74976]:       </backingStore>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev='vda' bus='virtio'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='virtio-disk0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </disk>
Dec 04 05:19:20 user nova-compute[74976]:     <disk type='file' device='cdrom'>
Dec 04 05:19:20 user nova-compute[74976]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 05:19:20 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config' index='1'/>
Dec 04 05:19:20 user nova-compute[74976]:       <backingStore/>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev='hda' bus='ide'/>
Dec 04 05:19:20 user nova-compute[74976]:       <readonly/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='ide0-0-0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </disk>
Dec 04 05:19:20 user nova-compute[74976]:     <controller type='usb' index='0' model='none'>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='usb'/>
Dec 04 05:19:20 user nova-compute[74976]:     </controller>
Dec 04 05:19:20 user nova-compute[74976]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='pci.0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </controller>
Dec 04 05:19:20 user nova-compute[74976]:     <controller type='ide' index='0'>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='ide'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 05:19:20 user nova-compute[74976]:     </controller>
Dec 04 05:19:20 user nova-compute[74976]:     <interface type='ethernet'>
Dec 04 05:19:20 user nova-compute[74976]:       <mac address='fa:16:3e:d3:41:fc'/>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev='tap7042b48a-a7'/>
Dec 04 05:19:20 user nova-compute[74976]:       <model type='virtio'/>
Dec 04 05:19:20 user nova-compute[74976]:       <mtu size='1442'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='net0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </interface>
Dec 04 05:19:20 user nova-compute[74976]:     <interface type='ethernet'>
Dec 04 05:19:20 user nova-compute[74976]:       <mac address='fa:16:3e:58:49:e2'/>
Dec 04 05:19:20 user nova-compute[74976]:       <target dev='tap65cd5a65-8f'/>
Dec 04 05:19:20 user nova-compute[74976]:       <model type='virtio'/>
Dec 04 05:19:20 user nova-compute[74976]:       <mtu size='1442'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='net1'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </interface>
Dec 04 05:19:20 user nova-compute[74976]:     <serial type='pty'>
Dec 04 05:19:20 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:20 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:20 user nova-compute[74976]:       <target type='isa-serial' port='0'>
Dec 04 05:19:20 user nova-compute[74976]:         <model name='isa-serial'/>
Dec 04 05:19:20 user nova-compute[74976]:       </target>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </serial>
Dec 04 05:19:20 user nova-compute[74976]:     <console type='pty' tty='/dev/pts/5'>
Dec 04 05:19:20 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:20 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:20 user nova-compute[74976]:       <target type='serial' port='0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </console>
Dec 04 05:19:20 user nova-compute[74976]:     <input type='mouse' bus='ps2'>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='input0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </input>
Dec 04 05:19:20 user nova-compute[74976]:     <input type='keyboard' bus='ps2'>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='input1'/>
Dec 04 05:19:20 user nova-compute[74976]:     </input>
Dec 04 05:19:20 user nova-compute[74976]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 04 05:19:20 user nova-compute[74976]:       <listen type='address' address='0.0.0.0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </graphics>
Dec 04 05:19:20 user nova-compute[74976]:     <audio id='1' type='none'/>
Dec 04 05:19:20 user nova-compute[74976]:     <video>
Dec 04 05:19:20 user nova-compute[74976]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='video0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </video>
Dec 04 05:19:20 user nova-compute[74976]:     <memballoon model='virtio'>
Dec 04 05:19:20 user nova-compute[74976]:       <stats period='10'/>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='balloon0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:20 user nova-compute[74976]:     <rng model='virtio'>
Dec 04 05:19:20 user nova-compute[74976]:       <backend model='random'>/dev/urandom</backend>
Dec 04 05:19:20 user nova-compute[74976]:       <alias name='rng0'/>
Dec 04 05:19:20 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 05:19:20 user nova-compute[74976]:     </rng>
Dec 04 05:19:20 user nova-compute[74976]:   </devices>
Dec 04 05:19:20 user nova-compute[74976]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 05:19:20 user nova-compute[74976]:     <label>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</label>
Dec 04 05:19:20 user nova-compute[74976]:     <imagelabel>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</imagelabel>
Dec 04 05:19:20 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:20 user nova-compute[74976]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 05:19:20 user nova-compute[74976]:     <label>+64055:+108</label>
Dec 04 05:19:20 user nova-compute[74976]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 05:19:20 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:20 user nova-compute[74976]: </domain>
Dec 04 05:19:20 user nova-compute[74976]:  {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 05:19:20 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully detached device tap65cd5a65-8f from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the persistent domain config.
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] (1/8): Attempting to detach device tap65cd5a65-8f with device alias net1 from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] detach device xml: <interface type="ethernet">
Dec 04 05:19:20 user nova-compute[74976]:   <mac address="fa:16:3e:58:49:e2"/>
Dec 04 05:19:20 user nova-compute[74976]:   <model type="virtio"/>
Dec 04 05:19:20 user nova-compute[74976]:   <mtu size="1442"/>
Dec 04 05:19:20 user nova-compute[74976]:   <target dev="tap65cd5a65-8f"/>
Dec 04 05:19:20 user nova-compute[74976]: </interface>
Dec 04 05:19:20 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.449s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== connect_volume: return (1451ms) {'type': 'block', 'scsi_wwn': '26531643336336361', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531643336336361', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-474038256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-474038256',id=13,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n7gu5axz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:18:40Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=6c079ed1-7f79-48d4-96e6-6b995a32052c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] No VIF found with MAC fa:16:3e:06:8b:38, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:19:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Instance destroyed successfully.
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lazy-loading 'resources' on Instance uuid 35a265b8-b97a-4bea-a56b-62037694eb95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:19:21 user nova-compute[74976]:   <uuid>6c079ed1-7f79-48d4-96e6-6b995a32052c</uuid>
Dec 04 05:19:21 user nova-compute[74976]:   <name>instance-0000000d</name>
Dec 04 05:19:21 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:19:21 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:19:21 user nova-compute[74976]:   <metadata>
Dec 04 05:19:21 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:21 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-474038256</nova:name>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:19:19</nova:creationTime>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:19:21 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:21 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:owner>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:19:21 user nova-compute[74976]:       </nova:owner>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:21 user nova-compute[74976]:       <nova:ports>
Dec 04 05:19:21 user nova-compute[74976]:         <nova:port uuid="beada711-d85d-4c23-a6b4-5e2918ebaf8b">
Dec 04 05:19:21 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:19:21 user nova-compute[74976]:         </nova:port>
Dec 04 05:19:21 user nova-compute[74976]:       </nova:ports>
Dec 04 05:19:21 user nova-compute[74976]:     </nova:instance>
Dec 04 05:19:21 user nova-compute[74976]:   </metadata>
Dec 04 05:19:21 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:19:21 user nova-compute[74976]:     <system>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="serial">6c079ed1-7f79-48d4-96e6-6b995a32052c</entry>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="uuid">6c079ed1-7f79-48d4-96e6-6b995a32052c</entry>
Dec 04 05:19:21 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:19:21 user nova-compute[74976]:     </system>
Dec 04 05:19:21 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:21 user nova-compute[74976]:   <os>
Dec 04 05:19:21 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:19:21 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:19:21 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:19:21 user nova-compute[74976]:   </os>
Dec 04 05:19:21 user nova-compute[74976]:   <features>
Dec 04 05:19:21 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:21 user nova-compute[74976]:     <apic/>
Dec 04 05:19:21 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:19:21 user nova-compute[74976]:   </features>
Dec 04 05:19:21 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:19:21 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:19:21 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:19:21 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:19:21 user nova-compute[74976]:   </clock>
Dec 04 05:19:21 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:19:21 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:19:21 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:19:21 user nova-compute[74976]:   </cpu>
Dec 04 05:19:21 user nova-compute[74976]:   <devices>
Dec 04 05:19:21 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:19:21 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:21 user nova-compute[74976]:       <source dev="/dev/sdd"/>
Dec 04 05:19:21 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:19:21 user nova-compute[74976]:       <serial>3130c32b-7b54-4458-be1f-5e6d9b218734</serial>
Dec 04 05:19:21 user nova-compute[74976]:     </disk>
Dec 04 05:19:21 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:19:21 user nova-compute[74976]:       <mac address="fa:16:3e:fe:39:6b"/>
Dec 04 05:19:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:21 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:19:21 user nova-compute[74976]:       <target dev="tapbeada711-d8"/>
Dec 04 05:19:21 user nova-compute[74976]:     </interface>
Dec 04 05:19:21 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:19:21 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/console.log" append="off"/>
Dec 04 05:19:21 user nova-compute[74976]:     </serial>
Dec 04 05:19:21 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:19:21 user nova-compute[74976]:     <video>
Dec 04 05:19:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:21 user nova-compute[74976]:     </video>
Dec 04 05:19:21 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:19:21 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:19:21 user nova-compute[74976]:     </rng>
Dec 04 05:19:21 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:19:21 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:19:21 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:19:21 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:21 user nova-compute[74976]:   </devices>
Dec 04 05:19:21 user nova-compute[74976]: </domain>
Dec 04 05:19:21 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-474038256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-474038256',id=13,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n7gu5axz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:18:40Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=6c079ed1-7f79-48d4-96e6-6b995a32052c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG os_vif [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '557fcbff-97c6-5834-b054-02583562b375', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1196251879',display_name='tempest-AttachSCSIVolumeTestJSON-server-1196251879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1196251879',id=5,image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAu+QIZ7ziQtX5OE59+wqlcTSPVvJ9RSrYQagmRY/HBTpCVXbTI+RUy4lmkD6lgEB4Q8x26sUdkF1wHBSibF4lQPr6+AIVWiVFkTb6KJdjwAaUxVvcugrprwU1JRie4bcA==',key_name='tempest-keypair-1141341189',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a92c62f5b0547959aa50325005785f9',ramdisk_id='',reservation_id='r-7d1s8twa',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9c53af21-7050-4f17-bd3d-20295f7aeed5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-337450858',owner_user_name='tempest-AttachSCSIVolumeTestJSON-337450858-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3914ff1b2e6d46c0b9ac94b027f9d32d',uuid=35a265b8-b97a-4bea-a56b-62037694eb95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converting VIF {"id": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "address": "fa:16:3e:f5:2a:9b", "network": {"id": "500555db-a247-444d-a86e-a7b261abc9c5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1971620578-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a92c62f5b0547959aa50325005785f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28b281f0-0b", "ovs_interfaceid": "28b281f0-0b3c-43c2-9f87-aa947c9e1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG os_vif [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28b281f0-0b, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbeada711-d8, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbeada711-d8, col_values=(('qos', UUID('1d51245a-10cf-4952-b84c-467a341649a7')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbeada711-d8, col_values=(('external_ids', {'iface-id': 'beada711-d85d-4c23-a6b4-5e2918ebaf8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:39:6b', 'vm-uuid': '6c079ed1-7f79-48d4-96e6-6b995a32052c'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: INFO os_vif [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8')
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0f328cc2-cfd9-48d4-8ac7-2ff840ff7dec) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: INFO os_vif [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:2a:9b,bridge_name='br-int',has_traffic_filtering=True,id=28b281f0-0b3c-43c2-9f87-aa947c9e1278,network=Network(500555db-a247-444d-a86e-a7b261abc9c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28b281f0-0b')
Dec 04 05:19:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Deleting instance files /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95_del
Dec 04 05:19:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Deletion of /opt/stack/data/nova/instances/35a265b8-b97a-4bea-a56b-62037694eb95_del complete
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:fe:39:6b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Updated VIF entry in instance network info cache for port dd8e798a-d931-4ce1-91bf-b512929cdd86. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Updating instance_info_cache with network_info: [{"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Start waiting for the detach event from libvirt for device tap65cd5a65-8f with device alias net1 for instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:19:21 user nova-compute[74976]: INFO nova.compute.manager [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Took 1.12 seconds to destroy the instance on the hypervisor.
Dec 04 05:19:21 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-767c9f96-ab04-4f2f-9016-ed5bb169a26d req-bf29a5a7-cca5-4f8e-8f9f-2b0a433d5780 service nova] Releasing lock "refresh_cache-748606af-b398-45d0-b516-9de5f9a0e584" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 146800640 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 146800640 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:21 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:22 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Took 0.72 seconds to deallocate network for instance.
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-e72aa96f-1639-4101-a6e2-4ac810f6f39a req-c797084b-356d-4981-95b1-968658a43508 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-deleted-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 146800640 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:22 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Deleted allocations for instance 35a265b8-b97a-4bea-a56b-62037694eb95
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d59dd36c-3302-48a9-bb68-d4e80a10cad3 tempest-AttachSCSIVolumeTestJSON-337450858 tempest-AttachSCSIVolumeTestJSON-337450858-project-member] Lock "35a265b8-b97a-4bea-a56b-62037694eb95" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.468s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Acquiring lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "35a265b8-b97a-4bea-a56b-62037694eb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] No waiting events found dispatching network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:22 user nova-compute[74976]: WARNING nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 35a265b8-b97a-4bea-a56b-62037694eb95] Received unexpected event network-vif-plugged-28b281f0-0b3c-43c2-9f87-aa947c9e1278 for instance with vm_state deleted and task_state None.
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-unplugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-unplugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:22 user nova-compute[74976]: WARNING nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-unplugged-65cd5a65-8fff-4e70-997c-1961c397c03d for instance with vm_state active and task_state None.
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:22 user nova-compute[74976]: WARNING nova.compute.manager [req-8ae586e5-9966-4697-8edb-84ffd8ca8e1b req-af865d18-ab36-419e-a768-51a87aa45835 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-65cd5a65-8fff-4e70-997c-1961c397c03d for instance with vm_state active and task_state None.
Dec 04 05:19:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 193986560 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 193986560 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 262144000 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:24 user nova-compute[74976]: WARNING nova.compute.manager [req-5b64e675-d4f0-448f-b0ff-7dfddb8c23e4 req-9e7fe505-8412-4417-8033-e565bee00176 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state building and task_state spawning.
Dec 04 05:19:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 405798912 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] No waiting events found dispatching network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:24 user nova-compute[74976]: WARNING nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received unexpected event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 for instance with vm_state building and task_state spawning.
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] No waiting events found dispatching network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:24 user nova-compute[74976]: WARNING nova.compute.manager [req-86d72a14-96a5-46a4-9173-859e5c26cd85 req-7e1763dd-4b79-4685-8db1-32f4c9042122 service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received unexpected event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 for instance with vm_state building and task_state spawning.
Dec 04 05:19:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 548405248 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 668991488 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:19:25 user nova-compute[74976]: INFO nova.compute.claims [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Claim successful on node user
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 759169024 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:26 user nova-compute[74976]: WARNING nova.compute.manager [req-f5bf77d5-914c-46e1-9bae-35ccb82557b7 req-24012cf1-1b9a-48eb-b9e1-298527dcc11e service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state building and task_state spawning.
Dec 04 05:19:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.853s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 911212544 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:19:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:19:26 user nova-compute[74976]: DEBUG nova.policy [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c084247f1074cf582bc58c5185fc9d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a1c2acd75974c339b48f7b80cf65523', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:19:26 user nova-compute[74976]: INFO nova.virt.block_device [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Booting with volume dbc8afe9-7e9f-41dc-9121-5fe6483a02ca at /dev/vda
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.utils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0de6fa08-792c-407d-bf9d-cd40a883b803]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2212366-66ba-4cef-b0ee-a067a5ea6a5a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd9aa91-1aff-45ce-b4cf-e604013ac20a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e1893d-6640-4c43-9962-c6b4f356b265]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:19:27 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[315541b5-29f5-4a79-bf00-a1368586968f]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.utils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating existing volume attachment record: 033d76e9-5b80-4773-acb8-a44b5f717ffb {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 1040187392 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Instance spawned successfully.
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Took 8.68 seconds to spawn the instance on the hypervisor.
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.compute.manager [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Took 9.71 seconds to build instance.
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance spawned successfully.
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c0c3ebeb-d1c5-4629-88bd-f581c68035c6 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.811s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Successfully created port: db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Took 8.29 seconds to spawn the instance on the hypervisor.
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:27 user nova-compute[74976]: INFO nova.compute.manager [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Took 48.51 seconds to build instance.
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-92ae028b-2cdd-4bcb-992d-0e96c62a58d2 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.621s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e447722-7e6a-48c6-80a7-90854253bd9d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:27 user nova-compute[74976]: No targets found.
Dec 04 05:19:27 user nova-compute[74976]: iSNS:
Dec 04 05:19:27 user nova-compute[74976]: No targets found.
Dec 04 05:19:27 user nova-compute[74976]: STATIC:
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:19:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:27 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:27 user nova-compute[74976]: No targets found.
Dec 04 05:19:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:27 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:27 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5403f047-96fa-491c-a5a3-62621bd1bda3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6eeacc7-db05-4db4-a236-bd86124ee45f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:28 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c51bd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c78c51f-bd67-4207-af24-22c81b8d9db3]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7915d9-5c51-4664-a37a-78be5f549472]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6635de96-a203-4015-8496-7fd52c95e246]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0f0903-e4b2-4e4f-a9bc-a1ca57e4c640]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c405376e-5d4f-45ad-af4e-c685e4735e67]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a598e2-bc64-42aa-8a3e-68c76d6b97b3]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]
Dec 04 05:19:28 user nova-compute[74976]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddc0436-0d8d-451c-b43b-3b170c592d27]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== disconnect_volume: return (393ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Successfully updated port: db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquired lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-changed-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Refreshing instance network info cache due to event network-changed-db593b44-460c-4790-8021-cb3daef595a7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] Acquiring lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'serial'} {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: removing Cinder connection for volume b45e13bc-3e0c-4715-8441-de2fdf6e021f {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating instance_info_cache with network_info: [{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Releasing lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance network_info: |[{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] Acquired lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:28 user nova-compute[74976]: DEBUG nova.network.neutron [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Refreshing network info cache for port db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:19:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updated VIF entry in instance network info cache for port db593b44-460c-4790-8021-cb3daef595a7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:19:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating instance_info_cache with network_info: [{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d79af24c-8ae1-4245-8289-f9ef3bdbd82e req-a9e23cd7-932d-4c72-ad3d-b63e9921d560 service nova] Releasing lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: Updating volume b45e13bc-3e0c-4715-8441-de2fdf6e021f BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "KdgcyXhp", "auth_password": "nwhPklRuZWHt8T", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "d6df8075-d6e5-4c6a-bf11-4e17fc5e1572"}, "status": "reserved", "instance": "44ea9b5d-3969-4fbb-89b4-5553699ddf8f", "attached_at": "", "detached_at": "", "volume_id": "d6df8075-d6e5-4c6a-bf11-4e17fc5e1572", "serial": "d6df8075-d6e5-4c6a-bf11-4e17fc5e1572"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'no_device': None, 'attachment_id': '33fba6ce-9c68-430b-8a69-72f083076115'} {{(pid=74976) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-acd61f5c-4b6f-42c1-b8d1-075ae32d8780 tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 49.676s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:30 user nova-compute[74976]: INFO nova.compute.manager [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] [instance: 72c95b32-7a9c-4872-aa09-09e5643a6925] Took 40.67 seconds to detach 3 volumes for instance.
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.utils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[370bf7b4-f1bc-4ba1-a811-bd0f27947213]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f34fa44-663a-46e7-a2f6-832cd3eacf00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ea73a7-bd8e-4ead-8548-4282b2a8734e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3587518a-f2c8-4cdc-b6ca-cd1bb7d3e8ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:19:30 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:19:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8155dd-a12e-4d51-ae90-4bbb617e2cb1]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG os_brick.utils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:30 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:30 user nova-compute[74976]: INFO nova.compute.manager [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Swapping volume d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 for b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.544s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:31 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Deleted allocations for instance 72c95b32-7a9c-4872-aa09-09e5643a6925
Dec 04 05:19:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d595cc7-1020-47c4-ab7a-a1354a7ab96b tempest-TaggedBootDevicesTest-1989167519 tempest-TaggedBootDevicesTest-1989167519-project-member] Lock "72c95b32-7a9c-4872-aa09-09e5643a6925" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 50.032s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdi (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-changed-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing instance network info cache due to event network-changed-2379382f-9c4e-420b-94cb-16ecb4cb570a. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] Acquiring lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] Acquired lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Refreshing network info cache for port 2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG nova.network.neutron [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updated VIF entry in instance network info cache for port 2379382f-9c4e-420b-94cb-16ecb4cb570a. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG nova.network.neutron [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-006e2003-31d6-47af-9c62-f1e008d1787b req-e57d857a-3a08-4331-b0d1-51d81f47f52c service nova] Releasing lock "refresh_cache-68d6eea2-f35a-477b-ad5a-906f449239bb" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:19:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7717MB free_disk=25.47293472290039GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:36 user nova-compute[74976]: INFO nova.compute.manager [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Terminating instance
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7274447f-7d59-40a4-931a-b2c795083b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 68d6eea2-f35a-477b-ad5a-906f449239bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f8043a62-bc3b-4931-8ce6-388264701a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 748606af-b398-45d0-b516-9de5f9a0e584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 515e42b4-2769-4f41-a240-512ce97d0ca8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-c287c13f-7949-4eb6-8b95-bcb511aae713 req-053c1e64-2b61-45a6-b537-13c51a7f3a3a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-2379382f-9c4e-420b-94cb-16ecb4cb570a for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-8e1dea99-2e8c-4064-9c71-16bedb8cacbc req-aaee3458-9a4d-468c-95c8-e151dcd2882a service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-109af146-477c-422c-a521-540e9da1cff7 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-12829d9a-8179-4605-9e8b-e3901ff12049 req-be2acf7d-0a97-4f3a-8861-001324977df3 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.032s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:19:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Instance destroyed successfully.
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lazy-loading 'resources' on Instance uuid 68d6eea2-f35a-477b-ad5a-906f449239bb {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2379382f-9c, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=960d0074-1218-4347-b032-a8814f88058b) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:e0:9e,bridge_name='br-int',has_traffic_filtering=True,id=2379382f-9c4e-420b-94cb-16ecb4cb570a,network=Network(dbbce36e-9cfb-4728-9fec-e883724616b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2379382f-9c')
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap109af146-47, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e234cd61-e5d4-46aa-90f2-1dfb3085df61) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:83:dd,bridge_name='br-int',has_traffic_filtering=True,id=109af146-477c-422c-a521-540e9da1cff7,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap109af146-47')
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb1c7c42-4a, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=296c00d1-e7a7-4f75-9eac-aa840c71ba02) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:ae:37,bridge_name='br-int',has_traffic_filtering=True,id=fb1c7c42-4a63-4bdb-b52e-c54c528f0804,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfb1c7c42-4a')
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "address": "fa:16:3e:5b:90:1d", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba55b2c5-83", "ovs_interfaceid": "ba55b2c5-83e6-4604-badd-9fc8d73ab451", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba55b2c5-83, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:38 user nova-compute[74976]: WARNING nova.compute.manager [req-add931b0-4403-45b8-9658-eca56ec64929 req-aa0ddb30-f87b-494a-a781-667f1ad2b8a7 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2379382f-9c4e-420b-94cb-16ecb4cb570a for instance with vm_state active and task_state deleting.
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [{"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=63759fa3-8954-4d54-a12d-993cd344f0e9) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-15625342-4488-4e29-b2e3-0f90c20996aa" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=ba55b2c5-83e6-4604-badd-9fc8d73ab451,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba55b2c5-83')
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap85bc9261-4d, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0ab68cd-171e-40eb-b8ae-5e9adf5a11c3) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-109af146-477c-422c-a521-540e9da1cff7 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-ba55b2c5-83e6-4604-badd-9fc8d73ab451 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-85bc9261-4d5a-4e79-be5f-3420e640f013 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-85bc9261-4d5a-4e79-be5f-3420e640f013 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-1bb65437-8afa-45c3-8f03-483c6e011577 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-1c5452ca-0f2c-4f9d-b407-299394b8c5b2 req-90464de0-dc07-4c49-90b4-2156c14f1951 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-1bb65437-8afa-45c3-8f03-483c6e011577 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f6:58,bridge_name='br-int',has_traffic_filtering=True,id=85bc9261-4d5a-4e79-be5f-3420e640f013,network=Network(cedd7a8c-b935-45b4-84a3-e9039f937f59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85bc9261-4d')
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1bb65437-8a, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-fb1c7c42-4a63-4bdb-b52e-c54c528f0804 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-unplugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-unplugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Acquiring lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] No waiting events found dispatching network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.compute.manager [req-5a5b97f5-4462-4495-8aed-2a365eea4252 req-b61d6f59-3e13-4677-b9b9-c3091cf1c477 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received unexpected event network-vif-plugged-2bcb9ed7-8bfb-4095-af06-3a6be546f966 for instance with vm_state active and task_state deleting.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45f55ce2-32f6-4b0e-99d8-8f0674aa9c26) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:55:0b,bridge_name='br-int',has_traffic_filtering=True,id=1bb65437-8afa-45c3-8f03-483c6e011577,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1bb65437-8a')
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-55413833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-55413833',id=10,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2fXhQ1Qb/ediKQxqaFqqShFfeyjr4S+FfE1hkISxxsp51BjfBo1N1jGkfgwjcvcsFKl5x7b+FKht675f9UkCw21xkYx8KhhJUWq6EDQUzhKe75u7rRcESm21dXTxE6+w==',key_name='tempest-keypair-1894013758',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2399410cf63146cc88fded45b533798e',ramdisk_id='',reservation_id='r-z5rmrycd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1255757299',owner_user_name='tempest-TaggedBootDevicesTest_v242-1255757299-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e4c0dda51b4372bdbb49993a088bac',uuid=68d6eea2-f35a-477b-ad5a-906f449239bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converting VIF {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2bcb9ed7-8b, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9a96ec3f-146f-4dcb-bfb1-929dfd144e97) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:19:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Creating image(s)
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Ensure instance console log exists: /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start _get_guest_xml network_info=[{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '033d76e9-5b80-4773-acb8-a44b5f717ffb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '515e42b4-2769-4f41-a240-512ce97d0ca8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'serial': 'dbc8afe9-7e9f-41dc-9121-5fe6483a02ca'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:39 user nova-compute[74976]: INFO os_vif [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:81:09,bridge_name='br-int',has_traffic_filtering=True,id=2bcb9ed7-8bfb-4095-af06-3a6be546f966,network=Network(b27277e1-88b5-43b4-9130-34661400396a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bcb9ed7-8b')
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BQDtYOWb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e49c86-5a4f-4e20-b268-eef25fb938bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:39 user nova-compute[74976]: No targets found.
Dec 04 05:19:39 user nova-compute[74976]: iSNS:
Dec 04 05:19:39 user nova-compute[74976]: No targets found.
Dec 04 05:19:39 user nova-compute[74976]: STATIC:
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4
Dec 04 05:19:39 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:39 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:39 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:39 user nova-compute[74976]: No targets found.
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:39 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:39 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[460bdef7-e0e7-4a78-be56-218330100e98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e32ff3b-d834-4519-b159-1e07a81048e1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c29e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4'): ({'sdg'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Removing single pathed devices sdg {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4a1e15-bddf-4d8c-a10c-2b4944b01473]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aa69ec7-cd15-4a80-ba2f-4601e7f8b868]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Flushing IO for device /dev/sdg {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc6ed17-f512-4427-96c8-247f59303ce6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[85225fc4-e3e6-48be-a18e-bdc2430de435]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[52cae505-b2c5-49a5-945c-bd3aa9958f76]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.120s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f909ab0-7c7a-43bc-9b68-9d7346616dfb]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260]
Dec 04 05:19:39 user nova-compute[74976]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3325f2a7-fd66-4dd1-b034-fd21225f33e4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d07345d2-3a63-4f9c-a896-0fa3c90b140e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.473s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== disconnect_volume: return (474ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.423s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:39 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHCoVkca', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:39 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b5e6aa-03f8-427e-9a04-7648dc738331]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:19:39 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fc307c7-8b46-460a-a6f8-4f697165f865]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca] added
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f1e92b-80d9-4c58-b743-ac0b1738be0d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4bffa6-1a69-4a26-a73a-2099eaf38890]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IODdbyWN {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IODdbyWN" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2dd49b6-0a97-4477-bcb1-b47718f8b2a8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IODdbyWN'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[658e477f-eabc-45d3-9ebb-7529bda0e2b0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3522244-0470-4860-a858-985235c4fa7b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:39 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:39 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[356c3cdd-8e48-4812-96fd-0b725e9faa1a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]
Dec 04 05:19:40 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79dc665-ddab-4e80-9240-5e99030ad891]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[447ad95b-07bb-4c83-810a-11518a110792]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:40 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:40 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] HCTL ('36', '-', '-', 0) found on session 18 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd93e8b-d3b1-4e92-926b-3bf2963d9261]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== connect_volume: return (1797ms) {'type': 'block', 'scsi_wwn': '26161303938326434', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161303938326434', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.369s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1051747153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:19:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lazy-loading 'pci_devices' on Instance uuid 515e42b4-2769-4f41-a240-512ce97d0ca8 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe12379-ef23-439e-969b-6af23c38b063]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]: iSNS:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]: STATIC:
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:41 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:41 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:19:41 user nova-compute[74976]:   <uuid>515e42b4-2769-4f41-a240-512ce97d0ca8</uuid>
Dec 04 05:19:41 user nova-compute[74976]:   <name>instance-0000000f</name>
Dec 04 05:19:41 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:19:41 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:19:41 user nova-compute[74976]:   <metadata>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:41 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:19:41 user nova-compute[74976]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1051747153</nova:name>
Dec 04 05:19:41 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:19:39</nova:creationTime>
Dec 04 05:19:41 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:19:41 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:41 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:19:41 user nova-compute[74976]:       <nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:user uuid="8c084247f1074cf582bc58c5185fc9d0">tempest-ServerActionsV293TestJSON-73208048-project-member</nova:user>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:project uuid="4a1c2acd75974c339b48f7b80cf65523">tempest-ServerActionsV293TestJSON-73208048</nova:project>
Dec 04 05:19:41 user nova-compute[74976]:       </nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:       <nova:ports>
Dec 04 05:19:41 user nova-compute[74976]:         <nova:port uuid="db593b44-460c-4790-8021-cb3daef595a7">
Dec 04 05:19:41 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:19:41 user nova-compute[74976]:         </nova:port>
Dec 04 05:19:41 user nova-compute[74976]:       </nova:ports>
Dec 04 05:19:41 user nova-compute[74976]:     </nova:instance>
Dec 04 05:19:41 user nova-compute[74976]:   </metadata>
Dec 04 05:19:41 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:19:41 user nova-compute[74976]:     <system>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="serial">515e42b4-2769-4f41-a240-512ce97d0ca8</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="uuid">515e42b4-2769-4f41-a240-512ce97d0ca8</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:19:41 user nova-compute[74976]:     </system>
Dec 04 05:19:41 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:41 user nova-compute[74976]:   <os>
Dec 04 05:19:41 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:19:41 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:19:41 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:19:41 user nova-compute[74976]:   </os>
Dec 04 05:19:41 user nova-compute[74976]:   <features>
Dec 04 05:19:41 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:41 user nova-compute[74976]:     <apic/>
Dec 04 05:19:41 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:19:41 user nova-compute[74976]:   </features>
Dec 04 05:19:41 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:19:41 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:19:41 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:19:41 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:19:41 user nova-compute[74976]:   </clock>
Dec 04 05:19:41 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:19:41 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:19:41 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:19:41 user nova-compute[74976]:   </cpu>
Dec 04 05:19:41 user nova-compute[74976]:   <devices>
Dec 04 05:19:41 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:19:41 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:41 user nova-compute[74976]:       <source dev="/dev/sde"/>
Dec 04 05:19:41 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:19:41 user nova-compute[74976]:       <serial>dbc8afe9-7e9f-41dc-9121-5fe6483a02ca</serial>
Dec 04 05:19:41 user nova-compute[74976]:     </disk>
Dec 04 05:19:41 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:19:41 user nova-compute[74976]:       <mac address="fa:16:3e:aa:fd:4a"/>
Dec 04 05:19:41 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:41 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:19:41 user nova-compute[74976]:       <target dev="tapdb593b44-46"/>
Dec 04 05:19:41 user nova-compute[74976]:     </interface>
Dec 04 05:19:41 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:19:41 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8/console.log" append="off"/>
Dec 04 05:19:41 user nova-compute[74976]:     </serial>
Dec 04 05:19:41 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:19:41 user nova-compute[74976]:     <video>
Dec 04 05:19:41 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:19:41 user nova-compute[74976]:     </video>
Dec 04 05:19:41 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:19:41 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:19:41 user nova-compute[74976]:     </rng>
Dec 04 05:19:41 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:19:41 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:19:41 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:19:41 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:41 user nova-compute[74976]:   </devices>
Dec 04 05:19:41 user nova-compute[74976]: </domain>
Dec 04 05:19:41 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1051747153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:19:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_vif [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'beb26b94-0ed7-56b5-8b87-bd6b1a271a53', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c10d4d-fce5-45b9-8c8f-7185b8428b61]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb593b44-46, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb593b44-46, col_values=(('qos', UUID('9ced6c66-8304-4d8e-874c-8971178bdbd7')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb593b44-46, col_values=(('external_ids', {'iface-id': 'db593b44-460c-4790-8021-cb3daef595a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:fd:4a', 'vm-uuid': '515e42b4-2769-4f41-a240-512ce97d0ca8'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0e8271-bbb0-4e24-bf4f-192a9966802b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a (non-flash)
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044db910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a'): ({'sdh'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Removing single pathed devices sdh {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: INFO os_vif [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46')
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d039da-32be-4108-8279-c8439e10c6cf]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f627334-362a-4be6-99d5-82706405db64]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Flushing IO for device /dev/sdh {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] No VIF found with MAC fa:16:3e:aa:fd:4a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e787f3-a5be-48c5-9c3c-8c5d68321b2d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Waiting for libvirt event about the detach of device tap65cd5a65-8f with device alias net1 from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 is timed out.
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 04 05:19:41 user nova-compute[74976]:   <name>instance-00000006</name>
Dec 04 05:19:41 user nova-compute[74976]:   <uuid>7e9c7fba-aee2-4a95-adb6-643211e0fa95</uuid>
Dec 04 05:19:41 user nova-compute[74976]:   <metadata>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:41 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:18:05</nova:creationTime>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:41 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:41 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:41 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:port uuid="65cd5a65-8fff-4e70-997c-1961c397c03d">
Dec 04 05:19:41 user nova-compute[74976]:       <nova:ip type="fixed" address="10.10.10.101" ipVersion="4"/>
Dec 04 05:19:41 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:41 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:41 user nova-compute[74976]:   </metadata>
Dec 04 05:19:41 user nova-compute[74976]:   <memory unit='KiB'>524288</memory>
Dec 04 05:19:41 user nova-compute[74976]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 05:19:41 user nova-compute[74976]:   <vcpu placement='static'>1</vcpu>
Dec 04 05:19:41 user nova-compute[74976]:   <resource>
Dec 04 05:19:41 user nova-compute[74976]:     <partition>/machine</partition>
Dec 04 05:19:41 user nova-compute[74976]:   </resource>
Dec 04 05:19:41 user nova-compute[74976]:   <sysinfo type='smbios'>
Dec 04 05:19:41 user nova-compute[74976]:     <system>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='version'>0.0.0</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='serial'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='uuid'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:41 user nova-compute[74976]:       <entry name='family'>Virtual Machine</entry>
Dec 04 05:19:41 user nova-compute[74976]:     </system>
Dec 04 05:19:41 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:41 user nova-compute[74976]:   <os>
Dec 04 05:19:41 user nova-compute[74976]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 05:19:41 user nova-compute[74976]:     <boot dev='hd'/>
Dec 04 05:19:41 user nova-compute[74976]:     <smbios mode='sysinfo'/>
Dec 04 05:19:41 user nova-compute[74976]:   </os>
Dec 04 05:19:41 user nova-compute[74976]:   <features>
Dec 04 05:19:41 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:41 user nova-compute[74976]:     <apic/>
Dec 04 05:19:41 user nova-compute[74976]:     <vmcoreinfo state='on'/>
Dec 04 05:19:41 user nova-compute[74976]:   </features>
Dec 04 05:19:41 user nova-compute[74976]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 05:19:41 user nova-compute[74976]:     <model fallback='forbid'>Nehalem</model>
Dec 04 05:19:41 user nova-compute[74976]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 05:19:41 user nova-compute[74976]:     <feature policy='require' name='vme'/>
Dec 04 05:19:41 user nova-compute[74976]:     <feature policy='require' name='x2apic'/>
Dec 04 05:19:41 user nova-compute[74976]:     <feature policy='require' name='hypervisor'/>
Dec 04 05:19:41 user nova-compute[74976]:   </cpu>
Dec 04 05:19:41 user nova-compute[74976]:   <clock offset='utc'>
Dec 04 05:19:41 user nova-compute[74976]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 05:19:41 user nova-compute[74976]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 05:19:41 user nova-compute[74976]:     <timer name='hpet' present='no'/>
Dec 04 05:19:41 user nova-compute[74976]:   </clock>
Dec 04 05:19:41 user nova-compute[74976]:   <on_poweroff>destroy</on_poweroff>
Dec 04 05:19:41 user nova-compute[74976]:   <on_reboot>restart</on_reboot>
Dec 04 05:19:41 user nova-compute[74976]:   <on_crash>destroy</on_crash>
Dec 04 05:19:41 user nova-compute[74976]:   <devices>
Dec 04 05:19:41 user nova-compute[74976]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 05:19:41 user nova-compute[74976]:     <disk type='file' device='disk'>
Dec 04 05:19:41 user nova-compute[74976]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 05:19:41 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk' index='2'/>
Dec 04 05:19:41 user nova-compute[74976]:       <backingStore type='file' index='3'>
Dec 04 05:19:41 user nova-compute[74976]:         <format type='raw'/>
Dec 04 05:19:41 user nova-compute[74976]:         <source file='/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a'/>
Dec 04 05:19:41 user nova-compute[74976]:         <backingStore/>
Dec 04 05:19:41 user nova-compute[74976]:       </backingStore>
Dec 04 05:19:41 user nova-compute[74976]:       <target dev='vda' bus='virtio'/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='virtio-disk0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </disk>
Dec 04 05:19:41 user nova-compute[74976]:     <disk type='file' device='cdrom'>
Dec 04 05:19:41 user nova-compute[74976]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 05:19:41 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config' index='1'/>
Dec 04 05:19:41 user nova-compute[74976]:       <backingStore/>
Dec 04 05:19:41 user nova-compute[74976]:       <target dev='hda' bus='ide'/>
Dec 04 05:19:41 user nova-compute[74976]:       <readonly/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='ide0-0-0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </disk>
Dec 04 05:19:41 user nova-compute[74976]:     <controller type='usb' index='0' model='none'>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='usb'/>
Dec 04 05:19:41 user nova-compute[74976]:     </controller>
Dec 04 05:19:41 user nova-compute[74976]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='pci.0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </controller>
Dec 04 05:19:41 user nova-compute[74976]:     <controller type='ide' index='0'>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='ide'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 05:19:41 user nova-compute[74976]:     </controller>
Dec 04 05:19:41 user nova-compute[74976]:     <interface type='ethernet'>
Dec 04 05:19:41 user nova-compute[74976]:       <mac address='fa:16:3e:d3:41:fc'/>
Dec 04 05:19:41 user nova-compute[74976]:       <target dev='tap7042b48a-a7'/>
Dec 04 05:19:41 user nova-compute[74976]:       <model type='virtio'/>
Dec 04 05:19:41 user nova-compute[74976]:       <mtu size='1442'/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='net0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </interface>
Dec 04 05:19:41 user nova-compute[74976]:     <serial type='pty'>
Dec 04 05:19:41 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:41 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:41 user nova-compute[74976]:       <target type='isa-serial' port='0'>
Dec 04 05:19:41 user nova-compute[74976]:         <model name='isa-serial'/>
Dec 04 05:19:41 user nova-compute[74976]:       </target>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </serial>
Dec 04 05:19:41 user nova-compute[74976]:     <console type='pty' tty='/dev/pts/5'>
Dec 04 05:19:41 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:41 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:41 user nova-compute[74976]:       <target type='serial' port='0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </console>
Dec 04 05:19:41 user nova-compute[74976]:     <input type='mouse' bus='ps2'>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='input0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </input>
Dec 04 05:19:41 user nova-compute[74976]:     <input type='keyboard' bus='ps2'>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='input1'/>
Dec 04 05:19:41 user nova-compute[74976]:     </input>
Dec 04 05:19:41 user nova-compute[74976]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 04 05:19:41 user nova-compute[74976]:       <listen type='address' address='0.0.0.0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </graphics>
Dec 04 05:19:41 user nova-compute[74976]:     <audio id='1' type='none'/>
Dec 04 05:19:41 user nova-compute[74976]:     <video>
Dec 04 05:19:41 user nova-compute[74976]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='video0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </video>
Dec 04 05:19:41 user nova-compute[74976]:     <memballoon model='virtio'>
Dec 04 05:19:41 user nova-compute[74976]:       <stats period='10'/>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='balloon0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:41 user nova-compute[74976]:     <rng model='virtio'>
Dec 04 05:19:41 user nova-compute[74976]:       <backend model='random'>/dev/urandom</backend>
Dec 04 05:19:41 user nova-compute[74976]:       <alias name='rng0'/>
Dec 04 05:19:41 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 05:19:41 user nova-compute[74976]:     </rng>
Dec 04 05:19:41 user nova-compute[74976]:   </devices>
Dec 04 05:19:41 user nova-compute[74976]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 05:19:41 user nova-compute[74976]:     <label>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</label>
Dec 04 05:19:41 user nova-compute[74976]:     <imagelabel>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</imagelabel>
Dec 04 05:19:41 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:41 user nova-compute[74976]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 05:19:41 user nova-compute[74976]:     <label>+64055:+108</label>
Dec 04 05:19:41 user nova-compute[74976]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 05:19:41 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:41 user nova-compute[74976]: </domain>
Dec 04 05:19:41 user nova-compute[74976]:  {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 05:19:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully detached device tap65cd5a65-8f from instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 from the live domain config.
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_vif [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65cd5a65-8f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6313283c-c318-4f21-9f60-42ab3175108c) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.045s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e531c60b-c2f3-425f-86a2-6dabcd027e32]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] SCSI volumes sdh have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: INFO os_vif [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f')
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:41 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:19:41</nova:creationTime>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:41 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:41 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:41 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:41 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:41 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:41 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:41 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:41 user nova-compute[74976]:  {{(pid=74976) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde16d53-1dc5-4fcb-b7f7-b592cadf9fc3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --logout" returned: 0 in 0.095s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a6a7c5-164b-49f3-a63f-3801db9e3f2a]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260]
Dec 04 05:19:41 user nova-compute[74976]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413f71f6-3afb-4e47-a8e7-d527d22c1b0a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b440574-8ec1-4c64-88f2-e93b64e7ebee]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== disconnect_volume: return (1765ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rbxYiOek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b31d020-221e-40e4-ac9a-2d5d4c267674]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]: iSNS:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]: STATIC:
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:19:41 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:41 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:41 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:41 user nova-compute[74976]: No targets found.
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:41 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:41 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e4ede8-e159-4f33-8773-2750ae0767b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf0fea2-c745-485a-97f4-d532f3314dd7]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:41 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044db0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55'): ({'sdi'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Removing single pathed devices sdi {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05cea5c-1aa1-459e-8e5c-22221f9e9756]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ee145d0-2f31-493a-b811-9147cdc4efd2]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Flushing IO for device /dev/sdi {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e467de-0c63-4319-b1be-4612cfa93c37]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.047s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbaa56a-149c-4590-9660-6ec942165174]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] SCSI volumes sdi have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e25e6987-7c77-4a17-b908-603e23c17635]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a30750-0527-49ca-a7fd-c162771942d1]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260]
Dec 04 05:19:41 user nova-compute[74976]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6fbd816-7dae-430c-a392-5715aa11eb55 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.160s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[81879e38-73dc-483a-9b43-830c7a4c5c2b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.514s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] <== disconnect_volume: return (516ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:42 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Deleting instance files /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb_del
Dec 04 05:19:42 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Deletion of /opt/stack/data/nova/instances/68d6eea2-f35a-477b-ad5a-906f449239bb_del complete
Dec 04 05:19:42 user nova-compute[74976]: INFO nova.compute.manager [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Took 5.71 seconds to destroy the instance on the hypervisor.
Dec 04 05:19:42 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-deleted-65cd5a65-8fff-4e70-997c-1961c397c03d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:42 user nova-compute[74976]: INFO nova.compute.manager [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Neutron deleted interface 65cd5a65-8fff-4e70-997c-1961c397c03d; detaching it from the instance and deleting it from the info cache
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquired lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.objects.instance [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Lazy-loading 'system_metadata' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.objects.instance [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Lazy-loading 'flavor' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.objects.base [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Object Instance<7e9c7fba-aee2-4a95-adb6-643211e0fa95> lazy-loaded attributes: system_metadata,flavor {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.os_vif_util [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.os_vif_util [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 04 05:19:42 user nova-compute[74976]:   <name>instance-00000006</name>
Dec 04 05:19:42 user nova-compute[74976]:   <uuid>7e9c7fba-aee2-4a95-adb6-643211e0fa95</uuid>
Dec 04 05:19:42 user nova-compute[74976]:   <metadata>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:42 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:19:41</nova:creationTime>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:42 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:42 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:42 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:42 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:42 user nova-compute[74976]:   </metadata>
Dec 04 05:19:42 user nova-compute[74976]:   <memory unit='KiB'>524288</memory>
Dec 04 05:19:42 user nova-compute[74976]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 05:19:42 user nova-compute[74976]:   <vcpu placement='static'>1</vcpu>
Dec 04 05:19:42 user nova-compute[74976]:   <resource>
Dec 04 05:19:42 user nova-compute[74976]:     <partition>/machine</partition>
Dec 04 05:19:42 user nova-compute[74976]:   </resource>
Dec 04 05:19:42 user nova-compute[74976]:   <sysinfo type='smbios'>
Dec 04 05:19:42 user nova-compute[74976]:     <system>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='version'>0.0.0</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='serial'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='uuid'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='family'>Virtual Machine</entry>
Dec 04 05:19:42 user nova-compute[74976]:     </system>
Dec 04 05:19:42 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:42 user nova-compute[74976]:   <os>
Dec 04 05:19:42 user nova-compute[74976]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 05:19:42 user nova-compute[74976]:     <boot dev='hd'/>
Dec 04 05:19:42 user nova-compute[74976]:     <smbios mode='sysinfo'/>
Dec 04 05:19:42 user nova-compute[74976]:   </os>
Dec 04 05:19:42 user nova-compute[74976]:   <features>
Dec 04 05:19:42 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:42 user nova-compute[74976]:     <apic/>
Dec 04 05:19:42 user nova-compute[74976]:     <vmcoreinfo state='on'/>
Dec 04 05:19:42 user nova-compute[74976]:   </features>
Dec 04 05:19:42 user nova-compute[74976]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 05:19:42 user nova-compute[74976]:     <model fallback='forbid'>Nehalem</model>
Dec 04 05:19:42 user nova-compute[74976]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='vme'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='x2apic'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='hypervisor'/>
Dec 04 05:19:42 user nova-compute[74976]:   </cpu>
Dec 04 05:19:42 user nova-compute[74976]:   <clock offset='utc'>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='hpet' present='no'/>
Dec 04 05:19:42 user nova-compute[74976]:   </clock>
Dec 04 05:19:42 user nova-compute[74976]:   <on_poweroff>destroy</on_poweroff>
Dec 04 05:19:42 user nova-compute[74976]:   <on_reboot>restart</on_reboot>
Dec 04 05:19:42 user nova-compute[74976]:   <on_crash>destroy</on_crash>
Dec 04 05:19:42 user nova-compute[74976]:   <devices>
Dec 04 05:19:42 user nova-compute[74976]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 05:19:42 user nova-compute[74976]:     <disk type='file' device='disk'>
Dec 04 05:19:42 user nova-compute[74976]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 05:19:42 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk' index='2'/>
Dec 04 05:19:42 user nova-compute[74976]:       <backingStore type='file' index='3'>
Dec 04 05:19:42 user nova-compute[74976]:         <format type='raw'/>
Dec 04 05:19:42 user nova-compute[74976]:         <source file='/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a'/>
Dec 04 05:19:42 user nova-compute[74976]:         <backingStore/>
Dec 04 05:19:42 user nova-compute[74976]:       </backingStore>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='vda' bus='virtio'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='virtio-disk0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </disk>
Dec 04 05:19:42 user nova-compute[74976]:     <disk type='file' device='cdrom'>
Dec 04 05:19:42 user nova-compute[74976]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 05:19:42 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config' index='1'/>
Dec 04 05:19:42 user nova-compute[74976]:       <backingStore/>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='hda' bus='ide'/>
Dec 04 05:19:42 user nova-compute[74976]:       <readonly/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='ide0-0-0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </disk>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='usb' index='0' model='none'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='usb'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='pci.0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='ide' index='0'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='ide'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <interface type='ethernet'>
Dec 04 05:19:42 user nova-compute[74976]:       <mac address='fa:16:3e:d3:41:fc'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='tap7042b48a-a7'/>
Dec 04 05:19:42 user nova-compute[74976]:       <model type='virtio'/>
Dec 04 05:19:42 user nova-compute[74976]:       <mtu size='1442'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='net0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </interface>
Dec 04 05:19:42 user nova-compute[74976]:     <serial type='pty'>
Dec 04 05:19:42 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:42 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target type='isa-serial' port='0'>
Dec 04 05:19:42 user nova-compute[74976]:         <model name='isa-serial'/>
Dec 04 05:19:42 user nova-compute[74976]:       </target>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </serial>
Dec 04 05:19:42 user nova-compute[74976]:     <console type='pty' tty='/dev/pts/5'>
Dec 04 05:19:42 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:42 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target type='serial' port='0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </console>
Dec 04 05:19:42 user nova-compute[74976]:     <input type='mouse' bus='ps2'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='input0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </input>
Dec 04 05:19:42 user nova-compute[74976]:     <input type='keyboard' bus='ps2'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='input1'/>
Dec 04 05:19:42 user nova-compute[74976]:     </input>
Dec 04 05:19:42 user nova-compute[74976]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 04 05:19:42 user nova-compute[74976]:       <listen type='address' address='0.0.0.0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </graphics>
Dec 04 05:19:42 user nova-compute[74976]:     <audio id='1' type='none'/>
Dec 04 05:19:42 user nova-compute[74976]:     <video>
Dec 04 05:19:42 user nova-compute[74976]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='video0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </video>
Dec 04 05:19:42 user nova-compute[74976]:     <memballoon model='virtio'>
Dec 04 05:19:42 user nova-compute[74976]:       <stats period='10'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='balloon0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:42 user nova-compute[74976]:     <rng model='virtio'>
Dec 04 05:19:42 user nova-compute[74976]:       <backend model='random'>/dev/urandom</backend>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='rng0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </rng>
Dec 04 05:19:42 user nova-compute[74976]:   </devices>
Dec 04 05:19:42 user nova-compute[74976]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 05:19:42 user nova-compute[74976]:     <label>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</label>
Dec 04 05:19:42 user nova-compute[74976]:     <imagelabel>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</imagelabel>
Dec 04 05:19:42 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:42 user nova-compute[74976]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 05:19:42 user nova-compute[74976]:     <label>+64055:+108</label>
Dec 04 05:19:42 user nova-compute[74976]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 05:19:42 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:42 user nova-compute[74976]: </domain>
Dec 04 05:19:42 user nova-compute[74976]:  {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface> {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:58:49:e2"/><model type="virtio"/><mtu size="1442"/><target dev="tap65cd5a65-8f"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 04 05:19:42 user nova-compute[74976]:   <name>instance-00000006</name>
Dec 04 05:19:42 user nova-compute[74976]:   <uuid>7e9c7fba-aee2-4a95-adb6-643211e0fa95</uuid>
Dec 04 05:19:42 user nova-compute[74976]:   <metadata>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:42 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:19:41</nova:creationTime>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:42 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:42 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:42 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:42 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:42 user nova-compute[74976]:   </metadata>
Dec 04 05:19:42 user nova-compute[74976]:   <memory unit='KiB'>524288</memory>
Dec 04 05:19:42 user nova-compute[74976]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 05:19:42 user nova-compute[74976]:   <vcpu placement='static'>1</vcpu>
Dec 04 05:19:42 user nova-compute[74976]:   <resource>
Dec 04 05:19:42 user nova-compute[74976]:     <partition>/machine</partition>
Dec 04 05:19:42 user nova-compute[74976]:   </resource>
Dec 04 05:19:42 user nova-compute[74976]:   <sysinfo type='smbios'>
Dec 04 05:19:42 user nova-compute[74976]:     <system>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='version'>0.0.0</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='serial'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='uuid'>7e9c7fba-aee2-4a95-adb6-643211e0fa95</entry>
Dec 04 05:19:42 user nova-compute[74976]:       <entry name='family'>Virtual Machine</entry>
Dec 04 05:19:42 user nova-compute[74976]:     </system>
Dec 04 05:19:42 user nova-compute[74976]:   </sysinfo>
Dec 04 05:19:42 user nova-compute[74976]:   <os>
Dec 04 05:19:42 user nova-compute[74976]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 05:19:42 user nova-compute[74976]:     <boot dev='hd'/>
Dec 04 05:19:42 user nova-compute[74976]:     <smbios mode='sysinfo'/>
Dec 04 05:19:42 user nova-compute[74976]:   </os>
Dec 04 05:19:42 user nova-compute[74976]:   <features>
Dec 04 05:19:42 user nova-compute[74976]:     <acpi/>
Dec 04 05:19:42 user nova-compute[74976]:     <apic/>
Dec 04 05:19:42 user nova-compute[74976]:     <vmcoreinfo state='on'/>
Dec 04 05:19:42 user nova-compute[74976]:   </features>
Dec 04 05:19:42 user nova-compute[74976]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 05:19:42 user nova-compute[74976]:     <model fallback='forbid'>Nehalem</model>
Dec 04 05:19:42 user nova-compute[74976]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='vme'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='x2apic'/>
Dec 04 05:19:42 user nova-compute[74976]:     <feature policy='require' name='hypervisor'/>
Dec 04 05:19:42 user nova-compute[74976]:   </cpu>
Dec 04 05:19:42 user nova-compute[74976]:   <clock offset='utc'>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 05:19:42 user nova-compute[74976]:     <timer name='hpet' present='no'/>
Dec 04 05:19:42 user nova-compute[74976]:   </clock>
Dec 04 05:19:42 user nova-compute[74976]:   <on_poweroff>destroy</on_poweroff>
Dec 04 05:19:42 user nova-compute[74976]:   <on_reboot>restart</on_reboot>
Dec 04 05:19:42 user nova-compute[74976]:   <on_crash>destroy</on_crash>
Dec 04 05:19:42 user nova-compute[74976]:   <devices>
Dec 04 05:19:42 user nova-compute[74976]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 05:19:42 user nova-compute[74976]:     <disk type='file' device='disk'>
Dec 04 05:19:42 user nova-compute[74976]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 05:19:42 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk' index='2'/>
Dec 04 05:19:42 user nova-compute[74976]:       <backingStore type='file' index='3'>
Dec 04 05:19:42 user nova-compute[74976]:         <format type='raw'/>
Dec 04 05:19:42 user nova-compute[74976]:         <source file='/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a'/>
Dec 04 05:19:42 user nova-compute[74976]:         <backingStore/>
Dec 04 05:19:42 user nova-compute[74976]:       </backingStore>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='vda' bus='virtio'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='virtio-disk0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </disk>
Dec 04 05:19:42 user nova-compute[74976]:     <disk type='file' device='cdrom'>
Dec 04 05:19:42 user nova-compute[74976]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 05:19:42 user nova-compute[74976]:       <source file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/disk.config' index='1'/>
Dec 04 05:19:42 user nova-compute[74976]:       <backingStore/>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='hda' bus='ide'/>
Dec 04 05:19:42 user nova-compute[74976]:       <readonly/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='ide0-0-0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </disk>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='usb' index='0' model='none'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='usb'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='pci.0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <controller type='ide' index='0'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='ide'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 05:19:42 user nova-compute[74976]:     </controller>
Dec 04 05:19:42 user nova-compute[74976]:     <interface type='ethernet'>
Dec 04 05:19:42 user nova-compute[74976]:       <mac address='fa:16:3e:d3:41:fc'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target dev='tap7042b48a-a7'/>
Dec 04 05:19:42 user nova-compute[74976]:       <model type='virtio'/>
Dec 04 05:19:42 user nova-compute[74976]:       <mtu size='1442'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='net0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </interface>
Dec 04 05:19:42 user nova-compute[74976]:     <serial type='pty'>
Dec 04 05:19:42 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:42 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target type='isa-serial' port='0'>
Dec 04 05:19:42 user nova-compute[74976]:         <model name='isa-serial'/>
Dec 04 05:19:42 user nova-compute[74976]:       </target>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </serial>
Dec 04 05:19:42 user nova-compute[74976]:     <console type='pty' tty='/dev/pts/5'>
Dec 04 05:19:42 user nova-compute[74976]:       <source path='/dev/pts/5'/>
Dec 04 05:19:42 user nova-compute[74976]:       <log file='/opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95/console.log' append='off'/>
Dec 04 05:19:42 user nova-compute[74976]:       <target type='serial' port='0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='serial0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </console>
Dec 04 05:19:42 user nova-compute[74976]:     <input type='mouse' bus='ps2'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='input0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </input>
Dec 04 05:19:42 user nova-compute[74976]:     <input type='keyboard' bus='ps2'>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='input1'/>
Dec 04 05:19:42 user nova-compute[74976]:     </input>
Dec 04 05:19:42 user nova-compute[74976]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 04 05:19:42 user nova-compute[74976]:       <listen type='address' address='0.0.0.0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </graphics>
Dec 04 05:19:42 user nova-compute[74976]:     <audio id='1' type='none'/>
Dec 04 05:19:42 user nova-compute[74976]:     <video>
Dec 04 05:19:42 user nova-compute[74976]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='video0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </video>
Dec 04 05:19:42 user nova-compute[74976]:     <memballoon model='virtio'>
Dec 04 05:19:42 user nova-compute[74976]:       <stats period='10'/>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='balloon0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </memballoon>
Dec 04 05:19:42 user nova-compute[74976]:     <rng model='virtio'>
Dec 04 05:19:42 user nova-compute[74976]:       <backend model='random'>/dev/urandom</backend>
Dec 04 05:19:42 user nova-compute[74976]:       <alias name='rng0'/>
Dec 04 05:19:42 user nova-compute[74976]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 05:19:42 user nova-compute[74976]:     </rng>
Dec 04 05:19:42 user nova-compute[74976]:   </devices>
Dec 04 05:19:42 user nova-compute[74976]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 05:19:42 user nova-compute[74976]:     <label>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</label>
Dec 04 05:19:42 user nova-compute[74976]:     <imagelabel>libvirt-7e9c7fba-aee2-4a95-adb6-643211e0fa95</imagelabel>
Dec 04 05:19:42 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:42 user nova-compute[74976]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 05:19:42 user nova-compute[74976]:     <label>+64055:+108</label>
Dec 04 05:19:42 user nova-compute[74976]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 05:19:42 user nova-compute[74976]:   </seclabel>
Dec 04 05:19:42 user nova-compute[74976]: </domain>
Dec 04 05:19:42 user nova-compute[74976]:  {{(pid=74976) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 05:19:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Detaching interface fa:16:3e:58:49:e2 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap65cd5a65-8f' not found.
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.os_vif_util [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Converting VIF {"id": "65cd5a65-8fff-4e70-997c-1961c397c03d", "address": "fa:16:3e:58:49:e2", "network": {"id": "5291df6c-00a2-4bd6-b12b-f4b00f96e53d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-339068729", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65cd5a65-8f", "ovs_interfaceid": "65cd5a65-8fff-4e70-997c-1961c397c03d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.network.os_vif_util [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG os_vif [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65cd5a65-8f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:19:42 user nova-compute[74976]: INFO os_vif [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:49:e2,bridge_name='br-int',has_traffic_filtering=True,id=65cd5a65-8fff-4e70-997c-1961c397c03d,network=Network(5291df6c-00a2-4bd6-b12b-f4b00f96e53d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65cd5a65-8f')
Dec 04 05:19:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [req-5f5b9e61-552b-4a30-a4d7-b1e29cc2f707 req-c925458c-1d5a-46ac-888f-208c60b36f53 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:19:42 user nova-compute[74976]:   <nova:package version="0.0.0"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:name>tempest-device-tagging-server-1974023117</nova:name>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:creationTime>2023-12-04 05:19:42</nova:creationTime>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:flavor name="m1.tiny">
Dec 04 05:19:42 user nova-compute[74976]:     <nova:memory>512</nova:memory>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:disk>1</nova:disk>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:swap>0</nova:swap>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:vcpus>1</nova:vcpus>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:flavor>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:user uuid="ba2aba8f32674aafb4adcf2afd3162d0">tempest-TaggedAttachmentsTest-12289357-project-member</nova:user>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:project uuid="ef6f27b8997046be8428f8edb8fd112e">tempest-TaggedAttachmentsTest-12289357</nova:project>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:owner>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:19:42 user nova-compute[74976]:   <nova:ports>
Dec 04 05:19:42 user nova-compute[74976]:     <nova:port uuid="7042b48a-a76b-4086-b3a9-809c969c8115">
Dec 04 05:19:42 user nova-compute[74976]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:19:42 user nova-compute[74976]:     </nova:port>
Dec 04 05:19:42 user nova-compute[74976]:   </nova:ports>
Dec 04 05:19:42 user nova-compute[74976]: </nova:instance>
Dec 04 05:19:42 user nova-compute[74976]:  {{(pid=74976) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [{"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Releasing lock "refresh_cache-7e9c7fba-aee2-4a95-adb6-643211e0fa95" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:43 user nova-compute[74976]: WARNING nova.compute.manager [req-5b7a9d95-7599-4baf-8cca-f4ac74476c6b req-298cf45f-e69c-4567-b786-a5092d127241 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state building and task_state spawning.
Dec 04 05:19:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e751355c-9ee4-4623-b2f3-ff31fa20aae4 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "interface-7e9c7fba-aee2-4a95-adb6-643211e0fa95-65cd5a65-8fff-4e70-997c-1961c397c03d" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.369s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-215455c9-d52d-4d20-8f70-24830e6f1ef2 req-c5fbbb81-11a4-4f12-a7d7-914d1ab908a4 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-deleted-ba55b2c5-83e6-4604-badd-9fc8d73ab451 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:44 user nova-compute[74976]: INFO nova.compute.manager [req-215455c9-d52d-4d20-8f70-24830e6f1ef2 req-c5fbbb81-11a4-4f12-a7d7-914d1ab908a4 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Neutron deleted interface ba55b2c5-83e6-4604-badd-9fc8d73ab451; detaching it from the instance and deleting it from the info cache
Dec 04 05:19:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-215455c9-d52d-4d20-8f70-24830e6f1ef2 req-c5fbbb81-11a4-4f12-a7d7-914d1ab908a4 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [{"id": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "address": "fa:16:3e:27:e0:9e", "network": {"id": "dbbce36e-9cfb-4728-9fec-e883724616b9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-172826009-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2379382f-9c", "ovs_interfaceid": "2379382f-9c4e-420b-94cb-16ecb4cb570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "109af146-477c-422c-a521-540e9da1cff7", "address": "fa:16:3e:b0:83:dd", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap109af146-47", "ovs_interfaceid": "109af146-477c-422c-a521-540e9da1cff7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "address": "fa:16:3e:70:ae:37", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb1c7c42-4a", "ovs_interfaceid": "fb1c7c42-4a63-4bdb-b52e-c54c528f0804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "85bc9261-4d5a-4e79-be5f-3420e640f013", "address": "fa:16:3e:92:f6:58", "network": {"id": "cedd7a8c-b935-45b4-84a3-e9039f937f59", "bridge": "br-int", "label": "tempest-device-tagging-net1-95294483", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85bc9261-4d", "ovs_interfaceid": "85bc9261-4d5a-4e79-be5f-3420e640f013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bb65437-8afa-45c3-8f03-483c6e011577", "address": "fa:16:3e:80:55:0b", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1bb65437-8a", "ovs_interfaceid": "1bb65437-8afa-45c3-8f03-483c6e011577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "address": "fa:16:3e:0b:81:09", "network": {"id": "b27277e1-88b5-43b4-9130-34661400396a", "bridge": "br-int", "label": "tempest-device-tagging-net2-441298936", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2399410cf63146cc88fded45b533798e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcb9ed7-8b", "ovs_interfaceid": "2bcb9ed7-8bfb-4095-af06-3a6be546f966", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-215455c9-d52d-4d20-8f70-24830e6f1ef2 req-c5fbbb81-11a4-4f12-a7d7-914d1ab908a4 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Detach interface failed, port_id=ba55b2c5-83e6-4604-badd-9fc8d73ab451, reason: Instance 68d6eea2-f35a-477b-ad5a-906f449239bb could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:19:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance spawned successfully.
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:45 user nova-compute[74976]: WARNING nova.compute.manager [req-95ebb479-40bd-49f3-a6ef-2a50ae1eb844 req-2e962ed7-df0b-4ffe-90e2-c915d5fde01c service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state building and task_state spawning.
Dec 04 05:19:45 user nova-compute[74976]: INFO nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Took 6.01 seconds to spawn the instance on the hypervisor.
Dec 04 05:19:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:19:45 user nova-compute[74976]: INFO nova.compute.manager [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Took 19.67 seconds to build instance.
Dec 04 05:19:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0b3bd6bb-57d7-463b-8386-13bee15f4df8 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.813s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:46 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Took 4.30 seconds to deallocate network for instance.
Dec 04 05:19:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-336be441-ac18-4799-92b1-6477a2ff5c98 req-1404b527-e8f5-4b01-86e2-14b473312d30 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-deleted-85bc9261-4d5a-4e79-be5f-3420e640f013 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-336be441-ac18-4799-92b1-6477a2ff5c98 req-1404b527-e8f5-4b01-86e2-14b473312d30 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-deleted-1bb65437-8afa-45c3-8f03-483c6e011577 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-336be441-ac18-4799-92b1-6477a2ff5c98 req-1404b527-e8f5-4b01-86e2-14b473312d30 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-deleted-2bcb9ed7-8bfb-4095-af06-3a6be546f966 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-336be441-ac18-4799-92b1-6477a2ff5c98 req-1404b527-e8f5-4b01-86e2-14b473312d30 service nova] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Received event network-vif-deleted-2379382f-9c4e-420b-94cb-16ecb4cb570a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'serial': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572'}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'serial'} {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:48 user nova-compute[74976]: INFO nova.compute.manager [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Terminating instance
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:48 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:48 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:48 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5382a3-7187-4262-8447-0a2262aa3490]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:19:48 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c44cfc-5b1b-403d-8840-22c2328c752a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f] added
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.087s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8bec50a-0042-4406-843b-20243390de36]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97a5efd-d50b-48a7-afe0-ecb418357b8a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKvcpljV {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKvcpljV" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd2b7fe-64a2-47f3-9d89-ef2402e3db73]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rKvcpljV'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc697fe-8dbe-458a-9d54-5f61cfe6d669]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa940a9f-2e5f-413b-9dbb-6c066c7d8a22]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c24119-17ae-49e2-8ce8-10b422fb6efc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]
Dec 04 05:19:48 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5abb74-a9bd-4200-87f6-ad284344bec0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[541e4a02-fe83-44a8-ba1b-0987d8df8d3a]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:48 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] HCTL ('38', '-', '-', 0) found on session 19 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb37ad3-1390-4b1e-9878-a77c3504d785]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Searching for a device in session 19 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:48 user nova-compute[74976]: WARNING nova.compute.manager [req-d3e00e6e-16b1-4f5a-b676-99ae9f80c24b req-cd313910-89cc-404f-b0be-a350d6590081 service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state active and task_state deleting.
Dec 04 05:19:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Instance destroyed successfully.
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lazy-loading 'resources' on Instance uuid 7274447f-7d59-40a4-931a-b2c795083b23 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1002694525',display_name='tempest-VolumesAssistedSnapshotsTest-server-1002694525',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1002694525',id=8,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlbj5I6sBwgrm52alIOPJnszPMO5hOmDrAk3ObSSiI4VkbsAf0evzGttxSMlZL23KixisFfZhICJhif5CWu3pVsKTIez6QUcGSLJCLKwCqzGz4Pk1fIQ5uvJHz0iuYoUQ==',key_name='tempest-keypair-1469148488',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0210f15a1c3948af8790040451bedd9b',ramdisk_id='',reservation_id='r-0u8v45ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1162683004',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1162683004-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='365b4d4154a64f1bbc75c126c6ef421a',uuid=7274447f-7d59-40a4-931a-b2c795083b23,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converting VIF {"id": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "address": "fa:16:3e:cc:79:15", "network": {"id": "bf075656-797b-4583-bfd5-7f951d48d7ad", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-171974989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0210f15a1c3948af8790040451bedd9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bc39df6-40", "ovs_interfaceid": "7bc39df6-407b-42be-8e5d-f12c6e7d37c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG os_vif [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7bc39df6-40, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc1cf09d-fe9e-4ccb-a28c-176ed86b76ab) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:48 user nova-compute[74976]: INFO os_vif [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:79:15,bridge_name='br-int',has_traffic_filtering=True,id=7bc39df6-407b-42be-8e5d-f12c6e7d37c6,network=Network(bf075656-797b-4583-bfd5-7f951d48d7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc39df6-40')
Dec 04 05:19:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Deleting instance files /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23_del
Dec 04 05:19:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Deletion of /opt/stack/data/nova/instances/7274447f-7d59-40a4-931a-b2c795083b23_del complete
Dec 04 05:19:49 user nova-compute[74976]: INFO nova.compute.manager [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 04 05:19:49 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.514s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== connect_volume: return (1516ms) {'type': 'block', 'scsi_wwn': '26335343163383235', 'path': '/dev/sdg'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335343163383235', 'path': '/dev/sdg'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lazy-loading 'flavor' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:50 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Took 1.59 seconds to deallocate network for instance.
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 128974848 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:50 user nova-compute[74976]: WARNING nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state deleted and task_state None.
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:50 user nova-compute[74976]: WARNING nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state deleted and task_state None.
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:50 user nova-compute[74976]: WARNING nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-unplugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state deleted and task_state None.
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Acquiring lock "7274447f-7d59-40a4-931a-b2c795083b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] Lock "7274447f-7d59-40a4-931a-b2c795083b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] No waiting events found dispatching network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:50 user nova-compute[74976]: WARNING nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received unexpected event network-vif-plugged-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 for instance with vm_state deleted and task_state None.
Dec 04 05:19:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b9198ad-d951-49d4-b101-6bd4167233ff req-db4c42bf-b74f-486a-b4fb-3433b16297ad service nova] [instance: 7274447f-7d59-40a4-931a-b2c795083b23] Received event network-vif-deleted-7bc39df6-407b-42be-8e5d-f12c6e7d37c6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 246415360 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.558s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:51 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Deleted allocations for instance 7274447f-7d59-40a4-931a-b2c795083b23
Dec 04 05:19:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f03661fd-59b7-479a-9e50-819e3451725e tempest-VolumesAssistedSnapshotsTest-1162683004 tempest-VolumesAssistedSnapshotsTest-1162683004-project-member] Lock "7274447f-7d59-40a4-931a-b2c795083b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.395s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 368050176 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 519045120 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 588251136 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 675282944 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 791674880 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:53 user nova-compute[74976]: INFO nova.compute.manager [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] [instance: 68d6eea2-f35a-477b-ad5a-906f449239bb] Took 7.35 seconds to detach 3 volumes for instance.
Dec 04 05:19:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 956301312 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.536s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:54 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Deleted allocations for instance 68d6eea2-f35a-477b-ad5a-906f449239bb
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dddb93b2-1a53-41dc-85d8-3bf4e44ac2ef tempest-TaggedBootDevicesTest_v242-1255757299 tempest-TaggedBootDevicesTest_v242-1255757299-project-member] Lock "68d6eea2-f35a-477b-ad5a-906f449239bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 18.137s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KdgcyXhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'd6df8075-d6e5-4c6a-bf11-4e17fc5e1572'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:19:54 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbe0242-66d7-49fd-a693-397fd838ccbb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:19:54 user nova-compute[74976]: No targets found.
Dec 04 05:19:54 user nova-compute[74976]: iSNS:
Dec 04 05:19:54 user nova-compute[74976]: No targets found.
Dec 04 05:19:54 user nova-compute[74976]: STATIC:
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:19:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:19:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:19:54 user nova-compute[74976]: FIRMWARE:
Dec 04 05:19:54 user nova-compute[74976]: No targets found.
Dec 04 05:19:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:19:54 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:19:54 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f77880-87e3-4a03-9428-c08a2e64c1b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[89554af7-e484-4a05-bb3f-ce821567a55a]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:19:54 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:19:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0478e830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[20af2a04-e0a6-4296-a533-62481eed123d]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f9dc0e-8fd5-4289-934b-afeb386a5c9a]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe6061a-f135-4cd5-a904-d97a7f3d9965]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4cbdb3-7eb7-49f2-8f03-009e5be2c035]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: INFO nova.compute.manager [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Detaching volume 27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fee75e8-c79d-4b88-9f2f-84f2739a1a6b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: INFO nova.virt.block_device [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Attempting to driver detach volume 27c6de83-d93b-4ec9-b526-3c546126128f from mountpoint /dev/vdb
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6375a1f1-d4a8-4492-a06f-c5d40652afda]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260]
Dec 04 05:19:55 user nova-compute[74976]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572, portal: 172.16.0.220,3260] successful.
Dec 04 05:19:55 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Attempting to detach device vdb from instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:19:55 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:55 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:19:55 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:19:55 user nova-compute[74976]:   <serial>27c6de83-d93b-4ec9-b526-3c546126128f</serial>
Dec 04 05:19:55 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:19:55 user nova-compute[74976]: </disk>
Dec 04 05:19:55 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:55 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully detached device vdb from instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 from the persistent domain config.
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:19:55 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:55 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:19:55 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:19:55 user nova-compute[74976]:   <serial>27c6de83-d93b-4ec9-b526-3c546126128f</serial>
Dec 04 05:19:55 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:19:55 user nova-compute[74976]: </disk>
Dec 04 05:19:55 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9af990d-2888-4e8d-89d1-9524a87072ab]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] <== disconnect_volume: return (370ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '44ea9b5d-3969-4fbb-89b4-5553699ddf8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'serial'} {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: removing Cinder connection for volume d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 {{(pid=74976) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 04 05:19:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:19:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] swap_volume: Updating volume d6df8075-d6e5-4c6a-bf11-4e17fc5e1572 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "rKvcpljV", "auth_password": "CSUnFxX8iwLy3f", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "b45e13bc-3e0c-4715-8441-de2fdf6e021f"}, "status": "reserved", "instance": "44ea9b5d-3969-4fbb-89b4-5553699ddf8f", "attached_at": "", "detached_at": "", "volume_id": "b45e13bc-3e0c-4715-8441-de2fdf6e021f", "serial": "b45e13bc-3e0c-4715-8441-de2fdf6e021f"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'no_device': None, 'attachment_id': 'deec60ed-5b39-4914-ad1f-af966323e66f'} {{(pid=74976) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 04 05:19:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b834639a-4d40-4bd9-8a18-e637e0f3ca0c tempest-TestVolumeSwap-214169191 tempest-TestVolumeSwap-214169191-project-admin] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 25.543s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:57 user nova-compute[74976]: INFO nova.compute.manager [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Detaching volume b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:19:57 user nova-compute[74976]: INFO nova.virt.block_device [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Attempting to driver detach volume b45e13bc-3e0c-4715-8441-de2fdf6e021f from mountpoint /dev/vdb
Dec 04 05:19:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Attempting to detach device vdb from instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:19:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:19:57 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:57 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:19:57 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:19:57 user nova-compute[74976]:   <serial>b45e13bc-3e0c-4715-8441-de2fdf6e021f</serial>
Dec 04 05:19:57 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:19:57 user nova-compute[74976]: </disk>
Dec 04 05:19:57 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Successfully detached device vdb from instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f from the persistent domain config.
Dec 04 05:19:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:19:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:19:57 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:19:57 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:19:57 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:19:57 user nova-compute[74976]:   <serial>b45e13bc-3e0c-4715-8441-de2fdf6e021f</serial>
Dec 04 05:19:57 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:19:57 user nova-compute[74976]: </disk>
Dec 04 05:19:57 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:19:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:19:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-changed-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Refreshing instance network info cache due to event network-changed-19e7e9f0-9a87-40ee-9331-d6810d33dd4f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] Acquiring lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] Acquired lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Refreshing network info cache for port 19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:59 user nova-compute[74976]: INFO nova.compute.manager [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Terminating instance
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updated VIF entry in instance network info cache for port 19e7e9f0-9a87-40ee-9331-d6810d33dd4f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updating instance_info_cache with network_info: [{"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04972bc1-541d-403a-b26b-7fdc7e7e4f90 req-115a4c8f-3f09-4dd4-921e-77d880357dd3 service nova] Releasing lock "refresh_cache-f8043a62-bc3b-4931-8ce6-388264701a61" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-unplugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] No waiting events found dispatching network-vif-unplugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-0c7c1f80-cb9b-4e8a-8b1c-6ab8a1472c8f req-f6ab4068-d630-4c1d-81d3-20112158eb4c service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-unplugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:19:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Instance destroyed successfully.
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.objects.instance [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'resources' on Instance uuid f8043a62-bc3b-4931-8ce6-388264701a61 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1609471889',display_name='tempest-AttachVolumeNegativeTest-server-1609471889',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1609471889',id=12,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtsn7Py6x1B+Qy2rSQ0EmRDbNOIaojf1dW/EBkuSAm70HiqS2/5GIQat29A5+F4e8oYQG+VPShFCdX/xum10eO0zZeayfSSKh4Q+wC9aaiPpf/CLyiPcZV5HeVUZFxisw==',key_name='tempest-keypair-930712394',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-bwf2crii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=f8043a62-bc3b-4931-8ce6-388264701a61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "address": "fa:16:3e:23:52:8e", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19e7e9f0-9a", "ovs_interfaceid": "19e7e9f0-9a87-40ee-9331-d6810d33dd4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG os_vif [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19e7e9f0-9a, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b74c0e85-7959-4288-8cd8-f48bdb5d8883) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:00 user nova-compute[74976]: INFO os_vif [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:52:8e,bridge_name='br-int',has_traffic_filtering=True,id=19e7e9f0-9a87-40ee-9331-d6810d33dd4f,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19e7e9f0-9a')
Dec 04 05:20:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Deleting instance files /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61_del
Dec 04 05:20:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Deletion of /opt/stack/data/nova/instances/f8043a62-bc3b-4931-8ce6-388264701a61_del complete
Dec 04 05:20:00 user nova-compute[74976]: INFO nova.compute.manager [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 05:20:00 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:20:00 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:01 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Took 1.03 seconds to deallocate network for instance.
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.401s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] Acquiring lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] Lock "f8043a62-bc3b-4931-8ce6-388264701a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] No waiting events found dispatching network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:01 user nova-compute[74976]: WARNING nova.compute.manager [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received unexpected event network-vif-plugged-19e7e9f0-9a87-40ee-9331-d6810d33dd4f for instance with vm_state deleted and task_state None.
Dec 04 05:20:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-0de18177-b11d-4a30-8884-5e0361cfa5af req-d52b6a7d-5b78-4413-b88e-74e2c7e7a0e8 service nova] [instance: f8043a62-bc3b-4931-8ce6-388264701a61] Received event network-vif-deleted-19e7e9f0-9a87-40ee-9331-d6810d33dd4f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:01 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Deleted allocations for instance f8043a62-bc3b-4931-8ce6-388264701a61
Dec 04 05:20:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-981bd82b-5d6c-4dd2-be25-aa151fc09bb9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "f8043a62-bc3b-4931-8ce6-388264701a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.518s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:11 user nova-compute[74976]: INFO nova.compute.manager [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Terminating instance
Dec 04 05:20:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-unplugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-unplugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-79b196a6-b7db-4938-b4fe-caf947ee6403 req-7631effa-7bde-4840-8dbc-d08bab042b42 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-unplugged-7042b48a-a76b-4086-b3a9-809c969c8115 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:20:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Instance destroyed successfully.
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lazy-loading 'resources' on Instance uuid 7e9c7fba-aee2-4a95-adb6-643211e0fa95 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T05:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1974023117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1974023117',id=6,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/DAu4qYdddZoiTG7o8P87qKoBImF6Jk031Ab6p2Be7DiydnYQdAuO2t56lCL75a/NJ8UxtFLtGRWEFCyvGkAlI1TAGM5XJRUY7cs+WcwVpSCE+zIgb2/j78K5J+k0+SA==',key_name='tempest-keypair-1045360188',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef6f27b8997046be8428f8edb8fd112e',ramdisk_id='',reservation_id='r-slc9gyyr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-12289357',owner_user_name='tempest-TaggedAttachmentsTest-12289357-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba2aba8f32674aafb4adcf2afd3162d0',uuid=7e9c7fba-aee2-4a95-adb6-643211e0fa95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converting VIF {"id": "7042b48a-a76b-4086-b3a9-809c969c8115", "address": "fa:16:3e:d3:41:fc", "network": {"id": "ae25d1d5-b7a1-42db-aaac-a7eca95da5d3", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-801146818-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef6f27b8997046be8428f8edb8fd112e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7042b48a-a7", "ovs_interfaceid": "7042b48a-a76b-4086-b3a9-809c969c8115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG os_vif [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7042b48a-a7, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98dc7131-3783-4aeb-8c12-9bdb74963365) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:12 user nova-compute[74976]: INFO os_vif [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:41:fc,bridge_name='br-int',has_traffic_filtering=True,id=7042b48a-a76b-4086-b3a9-809c969c8115,network=Network(ae25d1d5-b7a1-42db-aaac-a7eca95da5d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7042b48a-a7')
Dec 04 05:20:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Deleting instance files /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95_del
Dec 04 05:20:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Deletion of /opt/stack/data/nova/instances/7e9c7fba-aee2-4a95-adb6-643211e0fa95_del complete
Dec 04 05:20:12 user nova-compute[74976]: INFO nova.compute.manager [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 04 05:20:12 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:20:12 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:20:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:14 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Took 1.69 seconds to deallocate network for instance.
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] Acquiring lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] No waiting events found dispatching network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:14 user nova-compute[74976]: WARNING nova.compute.manager [req-ed481de1-a67c-4d11-8b46-bb18897510a1 req-007e98f1-bd5e-4517-bc4a-541dd78f75a3 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received unexpected event network-vif-plugged-7042b48a-a76b-4086-b3a9-809c969c8115 for instance with vm_state active and task_state deleting.
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-10679bb6-2981-40bf-a705-22c2e4989203 req-4c7d6caa-8b9b-4ecc-a523-f33a380c5fb1 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Received event network-vif-deleted-7042b48a-a76b-4086-b3a9-809c969c8115 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:14 user nova-compute[74976]: INFO nova.compute.manager [req-10679bb6-2981-40bf-a705-22c2e4989203 req-4c7d6caa-8b9b-4ecc-a523-f33a380c5fb1 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Neutron deleted interface 7042b48a-a76b-4086-b3a9-809c969c8115; detaching it from the instance and deleting it from the info cache
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.network.neutron [req-10679bb6-2981-40bf-a705-22c2e4989203 req-4c7d6caa-8b9b-4ecc-a523-f33a380c5fb1 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-10679bb6-2981-40bf-a705-22c2e4989203 req-4c7d6caa-8b9b-4ecc-a523-f33a380c5fb1 service nova] [instance: 7e9c7fba-aee2-4a95-adb6-643211e0fa95] Detach interface failed, port_id=7042b48a-a76b-4086-b3a9-809c969c8115, reason: Instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:14 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Deleted allocations for instance 7e9c7fba-aee2-4a95-adb6-643211e0fa95
Dec 04 05:20:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec073d29-b1c0-4493-b477-dfb07cb8e819 tempest-TaggedAttachmentsTest-12289357 tempest-TaggedAttachmentsTest-12289357-project-member] Lock "7e9c7fba-aee2-4a95-adb6-643211e0fa95" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.100s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:15 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 is timed out.
Dec 04 05:20:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully detached device vdb from instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 from the live domain config.
Dec 04 05:20:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VRpmwaqN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:20:15 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7b4f2b-cbd6-4c8e-9975-4564a7659832]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:20:15 user nova-compute[74976]: No targets found.
Dec 04 05:20:15 user nova-compute[74976]: iSNS:
Dec 04 05:20:15 user nova-compute[74976]: No targets found.
Dec 04 05:20:15 user nova-compute[74976]: STATIC:
Dec 04 05:20:15 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f
Dec 04 05:20:15 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:15 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:15 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:20:15 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:15 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:15 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:20:15 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:15 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:15 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:20:15 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:15 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:15 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:20:15 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:15 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:15 user nova-compute[74976]: FIRMWARE:
Dec 04 05:20:15 user nova-compute[74976]: No targets found.
Dec 04 05:20:15 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:20:15 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:20:15 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa20958-d185-4cbe-b603-cc3b00309532]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[178ebd7e-6239-4dc1-bbb6-f63a403caabd]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:15 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:15 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:15 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0430d7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e8b0b8-a8e0-438e-adbf-e4d8b00a779a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a163df5c-761a-4b13-bd38-bfab516cf4ed]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e4d70b-da58-4be7-b17d-061784edfea5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[284deec4-b2be-48d5-8d85-1cdba8bf590b]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6a9644-489d-4287-bced-41a0d11339bf]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09cff8b-047d-49d6-b53c-dac248111782]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260]
Dec 04 05:20:15 user nova-compute[74976]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f, portal: 172.16.0.220,3260] successful.
Dec 04 05:20:15 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d16c86a-f3c0-4536-a71b-30ae89409d50]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] <== disconnect_volume: return (313ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'flavor' on Instance uuid 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-be7a3ce0-dc08-405c-9f38-4a0ef0e59f3a tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.858s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.742s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:16 user nova-compute[74976]: INFO nova.compute.manager [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Terminating instance
Dec 04 05:20:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-unplugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] No waiting events found dispatching network-vif-unplugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-013de5e8-2bdf-48f2-b034-5d3ff6e77f2f req-2635a7e6-c059-4150-b127-409260d0c4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-unplugged-89e72346-e5fe-4d8d-955e-230d0601560e for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:20:17 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Instance destroyed successfully.
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'resources' on Instance uuid 5642774d-db16-4225-96b4-5f9ce9ce61c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1184026031',display_name='tempest-VolumesSnapshotTestJSON-instance-1184026031',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1184026031',id=11,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3Gz5OjQwxFZncgTHIcn4RD+KSY0ZQS5N7RAx/JNUe17rGPBOaQmi2AkunPH7fFJcXmUAdt0xOtQy5IZm5Ga86G3GISpsnWpr2rrbgALMzIYOQxI7GRV6Z6bOAy7j9L9Q==',key_name='tempest-keypair-70475010',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:17:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-j05ncxb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=5642774d-db16-4225-96b4-5f9ce9ce61c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "89e72346-e5fe-4d8d-955e-230d0601560e", "address": "fa:16:3e:5a:62:42", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89e72346-e5", "ovs_interfaceid": "89e72346-e5fe-4d8d-955e-230d0601560e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_vif [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap89e72346-e5, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b124c0ab-faf1-4725-9b64-cde75dfff5b2) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:17 user nova-compute[74976]: INFO os_vif [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:62:42,bridge_name='br-int',has_traffic_filtering=True,id=89e72346-e5fe-4d8d-955e-230d0601560e,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89e72346-e5')
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VRpmwaqN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:20:17 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff0d7b5-4e28-44c5-b815-d0694244950f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:20:17 user nova-compute[74976]: No targets found.
Dec 04 05:20:17 user nova-compute[74976]: iSNS:
Dec 04 05:20:17 user nova-compute[74976]: No targets found.
Dec 04 05:20:17 user nova-compute[74976]: STATIC:
Dec 04 05:20:17 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:20:17 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:17 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:17 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:20:17 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:17 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:17 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:20:17 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:17 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:17 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:20:17 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:17 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:17 user nova-compute[74976]: FIRMWARE:
Dec 04 05:20:17 user nova-compute[74976]: No targets found.
Dec 04 05:20:17 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:20:17 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:20:17 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c6de83-d93b-4ec9-b526-3c546126128f', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c4c63f-a366-4edd-9e71-98bc30fa229f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e740b25-91b5-476b-9a3e-aa075023dbbb]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:17 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:17 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:17 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c3d4940>, {}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Disconnecting from: [] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.084s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] <== disconnect_volume: return (86ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:20:17 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Deleting instance files /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3_del
Dec 04 05:20:17 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Deletion of /opt/stack/data/nova/instances/5642774d-db16-4225-96b4-5f9ce9ce61c3_del complete
Dec 04 05:20:17 user nova-compute[74976]: INFO nova.compute.manager [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:20:17 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:20:17 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:20:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f is timed out.
Dec 04 05:20:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Successfully detached device vdb from instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f from the live domain config.
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKvcpljV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': 'b45e13bc-3e0c-4715-8441-de2fdf6e021f'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:20:18 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0790f0-bb8a-491e-bc8b-85291081fb3b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:20:18 user nova-compute[74976]: No targets found.
Dec 04 05:20:18 user nova-compute[74976]: iSNS:
Dec 04 05:20:18 user nova-compute[74976]: No targets found.
Dec 04 05:20:18 user nova-compute[74976]: STATIC:
Dec 04 05:20:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f
Dec 04 05:20:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:20:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:20:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:20:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:20:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:20:18 user nova-compute[74976]: FIRMWARE:
Dec 04 05:20:18 user nova-compute[74976]: No targets found.
Dec 04 05:20:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:20:18 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:20:18 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[624df9b3-921e-4b0c-879a-4a59fe5dd815]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80d21c8-e621-47a4-ae77-f161e62cb59a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f (non-flash)
Dec 04 05:20:18 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04575e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f'): ({'sdg'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Removing single pathed devices sdg {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fdc907c-6242-41f8-8b5e-4e26626706c7]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1e8b52-332a-4f51-b762-7f828db0268f]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Flushing IO for device /dev/sdg {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac756ec4-791e-4ca2-9901-7e2472a057df]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad9e7e5c-d95e-497a-94e0-4a3f4f7ed37e]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Took 0.77 seconds to deallocate network for instance.
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-a641f169-a7e2-4ebb-b570-20ca029ddfcf req-a658539b-8aad-414c-8b32-2ee6fc6d56cb service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-deleted-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:18 user nova-compute[74976]: INFO nova.compute.manager [req-a641f169-a7e2-4ebb-b570-20ca029ddfcf req-a658539b-8aad-414c-8b32-2ee6fc6d56cb service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Neutron deleted interface 89e72346-e5fe-4d8d-955e-230d0601560e; detaching it from the instance and deleting it from the info cache
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-a641f169-a7e2-4ebb-b570-20ca029ddfcf req-a658539b-8aad-414c-8b32-2ee6fc6d56cb service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b78c11-c751-427b-87d6-5573655b264a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-a641f169-a7e2-4ebb-b570-20ca029ddfcf req-a658539b-8aad-414c-8b32-2ee6fc6d56cb service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Detach interface failed, port_id=89e72346-e5fe-4d8d-955e-230d0601560e, reason: Instance 5642774d-db16-4225-96b4-5f9ce9ce61c3 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:20:18 user nova-compute[74976]: WARNING nova.volume.cinder [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Attachment b16a759b-d202-437e-98a5-be9485f38d56 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b16a759b-d202-437e-98a5-be9485f38d56. (HTTP 404) (Request-ID: req-7b3dff96-44a3-4a6e-89d7-ee5f05d199f5)
Dec 04 05:20:18 user nova-compute[74976]: INFO nova.compute.manager [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Took 0.05 seconds to detach 1 volumes for instance.
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[14fbcd51-eada-42f9-8d9e-f1c68dd74aa1]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260]
Dec 04 05:20:18 user nova-compute[74976]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f, portal: 172.16.0.220,3260] successful.
Dec 04 05:20:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b45e13bc-3e0c-4715-8441-de2fdf6e021f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[374f7d0a-d8ad-44ae-b838-a40202c0b17b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] <== disconnect_volume: return (391ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.176s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:20:19 user nova-compute[74976]: INFO nova.compute.claims [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Claim successful on node user
Dec 04 05:20:19 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Deleted allocations for instance 5642774d-db16-4225-96b4-5f9ce9ce61c3
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8d84f77f-a7d3-4ee7-bf87-bf226be8ebce tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.384s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] Acquiring lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] Lock "5642774d-db16-4225-96b4-5f9ce9ce61c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] No waiting events found dispatching network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:19 user nova-compute[74976]: WARNING nova.compute.manager [req-a7514a03-88b9-49d8-9194-63999ec899ce req-34a10015-7595-419d-b9c6-53eec6f1d4ef service nova] [instance: 5642774d-db16-4225-96b4-5f9ce9ce61c3] Received unexpected event network-vif-plugged-89e72346-e5fe-4d8d-955e-230d0601560e for instance with vm_state deleted and task_state None.
Dec 04 05:20:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lazy-loading 'flavor' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bde03d48-4b8d-490d-9137-dda8d5451863 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.121s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:20:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Creating image(s)
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "/opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.policy [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43bd0c5a6fa84a868c924202d3d90b9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c655544a9fbe4d87b0003daef50aeeaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk 1073741824" returned: 0 in 0.045s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.167s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Cannot resize image /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Ensure instance console log exists: /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Successfully created port: d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Successfully updated port: d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing instance network info cache due to event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Instance network_info: |[{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Start _get_guest_xml network_info=[{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:20:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1518648978',display_name='tempest-ServerActionsTestOtherA-server-1518648978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1518648978',id=16,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-2z3qa7t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=c562364d-085c-40ab-961f-50b2311399cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'pci_devices' on Instance uuid c562364d-085c-40ab-961f-50b2311399cf {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:20:21 user nova-compute[74976]:   <uuid>c562364d-085c-40ab-961f-50b2311399cf</uuid>
Dec 04 05:20:21 user nova-compute[74976]:   <name>instance-00000010</name>
Dec 04 05:20:21 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:20:21 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:20:21 user nova-compute[74976]:   <metadata>
Dec 04 05:20:21 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:20:21 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherA-server-1518648978</nova:name>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:20:21</nova:creationTime>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:20:21 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:20:21 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:owner>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:user uuid="43bd0c5a6fa84a868c924202d3d90b9f">tempest-ServerActionsTestOtherA-601926012-project-member</nova:user>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:project uuid="c655544a9fbe4d87b0003daef50aeeaa">tempest-ServerActionsTestOtherA-601926012</nova:project>
Dec 04 05:20:21 user nova-compute[74976]:       </nova:owner>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:20:21 user nova-compute[74976]:       <nova:ports>
Dec 04 05:20:21 user nova-compute[74976]:         <nova:port uuid="d66ae454-5f22-44e1-b656-812b01d3cc1f">
Dec 04 05:20:21 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 05:20:21 user nova-compute[74976]:         </nova:port>
Dec 04 05:20:21 user nova-compute[74976]:       </nova:ports>
Dec 04 05:20:21 user nova-compute[74976]:     </nova:instance>
Dec 04 05:20:21 user nova-compute[74976]:   </metadata>
Dec 04 05:20:21 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:20:21 user nova-compute[74976]:     <system>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="serial">c562364d-085c-40ab-961f-50b2311399cf</entry>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="uuid">c562364d-085c-40ab-961f-50b2311399cf</entry>
Dec 04 05:20:21 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:20:21 user nova-compute[74976]:     </system>
Dec 04 05:20:21 user nova-compute[74976]:   </sysinfo>
Dec 04 05:20:21 user nova-compute[74976]:   <os>
Dec 04 05:20:21 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:20:21 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:20:21 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:20:21 user nova-compute[74976]:   </os>
Dec 04 05:20:21 user nova-compute[74976]:   <features>
Dec 04 05:20:21 user nova-compute[74976]:     <acpi/>
Dec 04 05:20:21 user nova-compute[74976]:     <apic/>
Dec 04 05:20:21 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:20:21 user nova-compute[74976]:   </features>
Dec 04 05:20:21 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:20:21 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:20:21 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:20:21 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:20:21 user nova-compute[74976]:   </clock>
Dec 04 05:20:21 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:20:21 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:20:21 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:20:21 user nova-compute[74976]:   </cpu>
Dec 04 05:20:21 user nova-compute[74976]:   <devices>
Dec 04 05:20:21 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:20:21 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:20:21 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk"/>
Dec 04 05:20:21 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:20:21 user nova-compute[74976]:     </disk>
Dec 04 05:20:21 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:20:21 user nova-compute[74976]:       <mac address="fa:16:3e:1d:d7:1a"/>
Dec 04 05:20:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:20:21 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:20:21 user nova-compute[74976]:       <target dev="tapd66ae454-5f"/>
Dec 04 05:20:21 user nova-compute[74976]:     </interface>
Dec 04 05:20:21 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:20:21 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/console.log" append="off"/>
Dec 04 05:20:21 user nova-compute[74976]:     </serial>
Dec 04 05:20:21 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:20:21 user nova-compute[74976]:     <video>
Dec 04 05:20:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:20:21 user nova-compute[74976]:     </video>
Dec 04 05:20:21 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:20:21 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:20:21 user nova-compute[74976]:     </rng>
Dec 04 05:20:21 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:20:21 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:20:21 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:20:21 user nova-compute[74976]:     </memballoon>
Dec 04 05:20:21 user nova-compute[74976]:   </devices>
Dec 04 05:20:21 user nova-compute[74976]: </domain>
Dec 04 05:20:21 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1518648978',display_name='tempest-ServerActionsTestOtherA-server-1518648978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1518648978',id=16,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-2z3qa7t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=c562364d-085c-40ab-961f-50b2311399cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG os_vif [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '905e5ca1-2e6f-52cd-ae6a-367767290c79', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd66ae454-5f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd66ae454-5f, col_values=(('qos', UUID('7fa11849-22fb-414c-807f-782ad73bede6')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd66ae454-5f, col_values=(('external_ids', {'iface-id': 'd66ae454-5f22-44e1-b656-812b01d3cc1f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:d7:1a', 'vm-uuid': 'c562364d-085c-40ab-961f-50b2311399cf'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:21 user nova-compute[74976]: INFO os_vif [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f')
Dec 04 05:20:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:20:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:1d:d7:1a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:20:22 user nova-compute[74976]: DEBUG nova.network.neutron [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated VIF entry in instance network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:20:22 user nova-compute[74976]: DEBUG nova.network.neutron [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e99bca7d-030c-4ca7-a16e-d1fcb99cdcc2 req-794b8622-a980-424e-a1a5-1b7ed33a1219 service nova] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] No waiting events found dispatching network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:23 user nova-compute[74976]: WARNING nova.compute.manager [req-a9151c93-1a9c-43bf-a878-a69bcb35e2ff req-16a14860-ae1f-49d3-9e55-3933e7c68325 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received unexpected event network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f for instance with vm_state building and task_state spawning.
Dec 04 05:20:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] No waiting events found dispatching network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:25 user nova-compute[74976]: WARNING nova.compute.manager [req-d6a5d0a6-664e-4476-af46-fddc47cca02e req-b370cd87-0d5d-4c23-ac5b-cd4e984a1095 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received unexpected event network-vif-plugged-d66ae454-5f22-44e1-b656-812b01d3cc1f for instance with vm_state building and task_state spawning.
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:20:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] Instance spawned successfully.
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:20:26 user nova-compute[74976]: INFO nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Took 6.15 seconds to spawn the instance on the hypervisor.
Dec 04 05:20:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:20:26 user nova-compute[74976]: INFO nova.compute.manager [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Took 7.17 seconds to build instance.
Dec 04 05:20:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7d93ac35-462c-4c19-9819-0fb8b3a223fa tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.294s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:30 user nova-compute[74976]: INFO nova.compute.manager [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Rescuing
Dec 04 05:20:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:20:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:20:30 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:32 user nova-compute[74976]: WARNING nova.compute.manager [req-f5277d9a-f5d8-4016-bc4d-b9310283d416 req-9d76bf3b-5cd8-43f2-bef9-bbac38c3de56 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state active and task_state rescuing.
Dec 04 05:20:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance destroyed successfully.
Dec 04 05:20:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Attempting a stable device rescue
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:20:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Creating image(s)
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.957s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:34 user nova-compute[74976]: WARNING nova.compute.manager [req-10a5ad35-70ba-4c8e-90be-1d2420555f8d req-0ffe7749-1ec0-4ab5-a520-496707df8eac service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state active and task_state rescuing.
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.part --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG nova.virt.images [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] d5ca3eaa-fe9d-4274-9d8a-94219258a1cc was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.part /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.357s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.part /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.converted" returned: 0 in 0.722s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da.converted --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.363s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da --force-share --output=json" returned: 0 in 0.513s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da,backing_fmt=raw /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7966MB free_disk=25.57369613647461GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da,backing_fmt=raw /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue" returned: 0 in 0.054s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "36e5ad913c84e2853515f7f5af279c754ca3c2da" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.571s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'migration_context' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<6c079ed1-7f79-48d4-96e6-6b995a32052c> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start _get_guest_xml network_info=[{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:fe:39:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd5ca3eaa-fe9d-4274-9d8a-94219258a1cc', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '2bb5896d-b0d0-46dd-bf81-eae7b191c87d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '6c079ed1-7f79-48d4-96e6-6b995a32052c', 'attached_at': '', 'detached_at': '', 'volume_id': '3130c32b-7b54-4458-be1f-5e6d9b218734', 'serial': '3130c32b-7b54-4458-be1f-5e6d9b218734'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<6c079ed1-7f79-48d4-96e6-6b995a32052c> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<6c079ed1-7f79-48d4-96e6-6b995a32052c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:20:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 748606af-b398-45d0-b516-9de5f9a0e584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 515e42b4-2769-4f41-a240-512ce97d0ca8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.objects.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<6c079ed1-7f79-48d4-96e6-6b995a32052c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:20:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:20:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:20:35 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a467bef5-8165-4756-9000-0b38b23e7554]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = eQDXrzVf\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 04 05:20:35 user nova-compute[74976]: node.name = iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:20:35 user nova-compute[74976]: node.tpgt = -1
Dec 04 05:20:35 user nova-compute[74976]: node.startup = automatic
Dec 04 05:20:35 user nova-compute[74976]: node.leading_login = No
Dec 04 05:20:35 user nova-compute[74976]: iface.iscsi_ifacename = default
Dec 04 05:20:35 user nova-compute[74976]: iface.net_ifacename = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.ipaddress = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.prefix_len = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.hwaddress = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.transport_name = tcp
Dec 04 05:20:35 user nova-compute[74976]: iface.initiatorname = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.vlan_id = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.vlan_priority = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.vlan_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.iface_num = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.mtu = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.port = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.bootproto = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.subnet_mask = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.gateway = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_alt_client_id_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_alt_client_id = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_dns = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_learn_iqn = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_req_vendor_id_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_vendor_id_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_vendor_id = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.dhcp_slp_da = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.fragmentation = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.gratuitous_arp = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.incoming_forwarding = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.tos_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.tos = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.ttl = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.delayed_ack = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.tcp_nagle = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.tcp_wsf_state = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.tcp_wsf = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.tcp_timer_scale = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.tcp_timestamp = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.redirect = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.def_task_mgmt_timeout = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.header_digest = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.data_digest = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.immediate_data = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.initial_r2t = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.data_seq_inorder = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.data_pdu_inorder = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.erl = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.max_receive_data_len = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.first_burst_len = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.max_outstanding_r2t = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.max_burst_len = 0
Dec 04 05:20:35 user nova-compute[74976]: iface.chap_auth = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.bidi_chap = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.strict_login_compliance = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.discovery_auth = <empty>
Dec 04 05:20:35 user nova-compute[74976]: iface.discovery_logout = <empty>
Dec 04 05:20:35 user nova-compute[74976]: node.discovery_address = <empty>
Dec 04 05:20:35 user nova-compute[74976]: node.discovery_port = 0
Dec 04 05:20:35 user nova-compute[74976]: node.discovery_type = static
Dec 04 05:20:35 user nova-compute[74976]: node.session.initial_cmdsn = 0
Dec 04 05:20:35 user nova-compute[74976]: node.session.initial_login_retry_max = 8
Dec 04 05:20:35 user nova-compute[74976]: node.session.xmit_thread_priority = -20
Dec 04 05:20:35 user nova-compute[74976]: node.session.cmds_max = 128
Dec 04 05:20:35 user nova-compute[74976]: node.session.queue_depth = 32
Dec 04 05:20:35 user nova-compute[74976]: node.session.nr_sessions = 1
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.authmethod = CHAP
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.username = eQDXrzVf
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.password = ***
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.username_in = <empty>
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.password_in = <empty>
Dec 04 05:20:35 user nova-compute[74976]: node.session.auth.chap_algs = MD5
Dec 04 05:20:35 user nova-compute[74976]: node.session.timeo.replacement_timeout = 120
Dec 04 05:20:35 user nova-compute[74976]: node.session.err_timeo.abort_timeout = 15
Dec 04 05:20:35 user nova-compute[74976]: node.session.err_timeo.lu_reset_timeout = 30
Dec 04 05:20:35 user nova-compute[74976]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 04 05:20:35 user nova-compute[74976]: node.session.err_timeo.host_reset_timeout = 60
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.FastAbort = Yes
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.InitialR2T = No
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.ImmediateData = Yes
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.FirstBurstLength = 262144
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.MaxBurstLength = 16776192
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.DefaultTime2Retain = 0
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.DefaultTime2Wait = 2
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.MaxConnections = 1
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 04 05:20:35 user nova-compute[74976]: node.session.iscsi.ERL = 0
Dec 04 05:20:35 user nova-compute[74976]: node.session.scan = manual
Dec 04 05:20:35 user nova-compute[74976]: node.session.reopen_max = 0
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].address = 172.16.0.220
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].port = 3260
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].startup = manual
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].tcp.window_size = 524288
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].tcp.type_of_service = 0
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].timeo.logout_timeout = 15
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].timeo.login_timeout = 15
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].timeo.auth_timeout = 45
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].timeo.noop_out_interval = 5
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].timeo.noop_out_timeout = 5
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.HeaderDigest = None
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.DataDigest = None
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.IFMarker = No
Dec 04 05:20:35 user nova-compute[74976]: node.conn[0].iscsi.OFMarker = No
Dec 04 05:20:35 user nova-compute[74976]: # END RECORD
Dec 04 05:20:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e2fc295-a669-40b4-be71-8a8ba099f199]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33013d3-eaf8-4b4b-9ba5-347a7d5e1f22]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eQDXrzVf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eQDXrzVf" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93a0555-f402-4c53-b49e-223cb319953d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eQDXrzVf'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1803512-5de2-45f4-a94c-e1b2d537fa1e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2b32a2-38de-4c7f-a030-32c2b7b89d50]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:35 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:35 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:20:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:20:35 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:20:35 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:20:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.160s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] HCTL ('35', '0', '0', 0) found on session 17 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d28fbe-b2af-49ab-b31d-8702271bc725]: (4, ('0 0 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 17 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.187s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== connect_volume: return (189ms) {'type': 'block', 'scsi_wwn': '26531643336336361', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531643336336361', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-474038256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-474038256',id=13,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:19:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n7gu5axz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:19:28Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=6c079ed1-7f79-48d4-96e6-6b995a32052c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:fe:39:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:fe:39:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.objects.base [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<6c079ed1-7f79-48d4-96e6-6b995a32052c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:20:36 user nova-compute[74976]:   <uuid>6c079ed1-7f79-48d4-96e6-6b995a32052c</uuid>
Dec 04 05:20:36 user nova-compute[74976]:   <name>instance-0000000d</name>
Dec 04 05:20:36 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:20:36 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:20:36 user nova-compute[74976]:   <metadata>
Dec 04 05:20:36 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:20:36 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-474038256</nova:name>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:20:35</nova:creationTime>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:20:36 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:20:36 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:owner>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:20:36 user nova-compute[74976]:       </nova:owner>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:20:36 user nova-compute[74976]:       <nova:ports>
Dec 04 05:20:36 user nova-compute[74976]:         <nova:port uuid="beada711-d85d-4c23-a6b4-5e2918ebaf8b">
Dec 04 05:20:36 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:20:36 user nova-compute[74976]:         </nova:port>
Dec 04 05:20:36 user nova-compute[74976]:       </nova:ports>
Dec 04 05:20:36 user nova-compute[74976]:     </nova:instance>
Dec 04 05:20:36 user nova-compute[74976]:   </metadata>
Dec 04 05:20:36 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:20:36 user nova-compute[74976]:     <system>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="serial">6c079ed1-7f79-48d4-96e6-6b995a32052c</entry>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="uuid">6c079ed1-7f79-48d4-96e6-6b995a32052c</entry>
Dec 04 05:20:36 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:20:36 user nova-compute[74976]:     </system>
Dec 04 05:20:36 user nova-compute[74976]:   </sysinfo>
Dec 04 05:20:36 user nova-compute[74976]:   <os>
Dec 04 05:20:36 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:20:36 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:20:36 user nova-compute[74976]:   </os>
Dec 04 05:20:36 user nova-compute[74976]:   <features>
Dec 04 05:20:36 user nova-compute[74976]:     <acpi/>
Dec 04 05:20:36 user nova-compute[74976]:     <apic/>
Dec 04 05:20:36 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:20:36 user nova-compute[74976]:   </features>
Dec 04 05:20:36 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:20:36 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:20:36 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:20:36 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:20:36 user nova-compute[74976]:   </clock>
Dec 04 05:20:36 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:20:36 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:20:36 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:20:36 user nova-compute[74976]:   </cpu>
Dec 04 05:20:36 user nova-compute[74976]:   <devices>
Dec 04 05:20:36 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:20:36 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:20:36 user nova-compute[74976]:       <source dev="/dev/sdd"/>
Dec 04 05:20:36 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:20:36 user nova-compute[74976]:       <serial>3130c32b-7b54-4458-be1f-5e6d9b218734</serial>
Dec 04 05:20:36 user nova-compute[74976]:     </disk>
Dec 04 05:20:36 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:20:36 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:20:36 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue"/>
Dec 04 05:20:36 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:20:36 user nova-compute[74976]:       <boot order="1"/>
Dec 04 05:20:36 user nova-compute[74976]:     </disk>
Dec 04 05:20:36 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:20:36 user nova-compute[74976]:       <mac address="fa:16:3e:fe:39:6b"/>
Dec 04 05:20:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:20:36 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:20:36 user nova-compute[74976]:       <target dev="tapbeada711-d8"/>
Dec 04 05:20:36 user nova-compute[74976]:     </interface>
Dec 04 05:20:36 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:20:36 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/console.log" append="off"/>
Dec 04 05:20:36 user nova-compute[74976]:     </serial>
Dec 04 05:20:36 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:20:36 user nova-compute[74976]:     <video>
Dec 04 05:20:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:20:36 user nova-compute[74976]:     </video>
Dec 04 05:20:36 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:20:36 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:20:36 user nova-compute[74976]:     </rng>
Dec 04 05:20:36 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:20:36 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:20:36 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:20:36 user nova-compute[74976]:     </memballoon>
Dec 04 05:20:36 user nova-compute[74976]:   </devices>
Dec 04 05:20:36 user nova-compute[74976]: </domain>
Dec 04 05:20:36 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:20:36 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance destroyed successfully.
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:fe:39:6b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.552s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating instance_info_cache with network_info: [{"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-44ea9b5d-3969-4fbb-89b4-5553699ddf8f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:37 user nova-compute[74976]: WARNING nova.compute.manager [req-7706f209-65f7-4108-96d2-f39f32a4d526 req-6028208d-64d5-4caf-ba16-4906e6ff11e9 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state active and task_state rescuing.
Dec 04 05:20:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:40 user nova-compute[74976]: WARNING nova.compute.manager [req-74511417-e64b-4f9f-b3e4-8bf39db26b1a req-3aeb1ad3-cccf-4c11-bc35-97f7054562b5 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state active and task_state rescuing.
Dec 04 05:20:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7a93e285-918d-4ac0-aa43-82ac074fad69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:20:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:48 user nova-compute[74976]: INFO nova.compute.manager [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Terminating instance
Dec 04 05:20:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-unplugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] No waiting events found dispatching network-vif-unplugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe6b6980-fe11-44fe-97fd-ed5f0e93d647 req-20d4d2dc-1440-44ab-8579-963633ce1ad5 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-unplugged-2f254b8f-6138-4575-8531-8fbdd2072de6 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:20:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Instance destroyed successfully.
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lazy-loading 'resources' on Instance uuid 44ea9b5d-3969-4fbb-89b4-5553699ddf8f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1536627962',display_name='tempest-TestVolumeSwap-server-1536627962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1536627962',id=7,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwUk1EkX30+uhcSdUjei7blU03cMjZAgNaOqQCtu8H6zrKp5Pzu0Ahy93juM80gMpiSPsNeKZAKByqFKWeDxMwPYOHRMpuSCWdsDNZL9RLKRf/ChB/PAA8Yl/0nus3z8Q==',key_name='tempest-keypair-674290191',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='979a869cf32b4ff197d6c09eb117a1f5',ramdisk_id='',reservation_id='r-c0z043h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-393546017',owner_user_name='tempest-TestVolumeSwap-393546017-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3ab1682d254994a158f87f4ea4dc75',uuid=44ea9b5d-3969-4fbb-89b4-5553699ddf8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converting VIF {"id": "2f254b8f-6138-4575-8531-8fbdd2072de6", "address": "fa:16:3e:82:6b:b7", "network": {"id": "556e4a09-0781-48c9-a025-633a651a5afe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-486061814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "979a869cf32b4ff197d6c09eb117a1f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f254b8f-61", "ovs_interfaceid": "2f254b8f-6138-4575-8531-8fbdd2072de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG os_vif [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f254b8f-61, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00ca65a2-feba-450b-b3b4-f44884ecbd47) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: INFO os_vif [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:6b:b7,bridge_name='br-int',has_traffic_filtering=True,id=2f254b8f-6138-4575-8531-8fbdd2072de6,network=Network(556e4a09-0781-48c9-a025-633a651a5afe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f254b8f-61')
Dec 04 05:20:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Deleting instance files /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f_del
Dec 04 05:20:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Deletion of /opt/stack/data/nova/instances/44ea9b5d-3969-4fbb-89b4-5553699ddf8f_del complete
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:49 user nova-compute[74976]: INFO nova.compute.manager [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:20:49 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:20:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:20:50 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Took 1.41 seconds to deallocate network for instance.
Dec 04 05:20:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] Acquiring lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] No waiting events found dispatching network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:20:50 user nova-compute[74976]: WARNING nova.compute.manager [req-70632560-2a97-41f6-8550-a9947a0f6203 req-72454c16-8614-49a0-8255-939930422509 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received unexpected event network-vif-plugged-2f254b8f-6138-4575-8531-8fbdd2072de6 for instance with vm_state deleted and task_state None.
Dec 04 05:20:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-c2acaf94-64a4-4ef5-8db9-91b94c96397d req-219c13b1-6f74-4089-81ff-6da352148d20 service nova] [instance: 44ea9b5d-3969-4fbb-89b4-5553699ddf8f] Received event network-vif-deleted-2f254b8f-6138-4575-8531-8fbdd2072de6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:20:51 user nova-compute[74976]: INFO nova.compute.manager [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Detaching volume e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:20:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.479s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:51 user nova-compute[74976]: INFO nova.virt.block_device [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Attempting to driver detach volume e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 from mountpoint /dev/vdb
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Attempting to detach device vdb from instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:20:51 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:20:51 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:20:51 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:20:51 user nova-compute[74976]:   <serial>e1b9eb7e-5bba-4817-9d6b-22e07e9c5996</serial>
Dec 04 05:20:51 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:20:51 user nova-compute[74976]: </disk>
Dec 04 05:20:51 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:20:51 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae from the persistent domain config.
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:20:51 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:20:51 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:20:51 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:20:51 user nova-compute[74976]:   <serial>e1b9eb7e-5bba-4817-9d6b-22e07e9c5996</serial>
Dec 04 05:20:51 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:20:51 user nova-compute[74976]: </disk>
Dec 04 05:20:51 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:20:51 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Deleted allocations for instance 44ea9b5d-3969-4fbb-89b4-5553699ddf8f
Dec 04 05:20:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c37d773d-fb76-4269-978b-b0f86cbe3551 tempest-TestVolumeSwap-393546017 tempest-TestVolumeSwap-393546017-project-member] Lock "44ea9b5d-3969-4fbb-89b4-5553699ddf8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.159s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:20:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:20:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:08 user nova-compute[74976]: INFO nova.compute.claims [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Claim successful on node user
Dec 04 05:21:08 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:08 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.policy [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b0940c802d242fea3f081860f697da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0968ee33047745d88234d9349c230619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Creating image(s)
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.241s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk 1073741824" returned: 0 in 0.052s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Cannot resize image /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Ensure instance console log exists: /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Successfully created port: f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Successfully updated port: f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-changed-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Refreshing instance network info cache due to event network-changed-f5d6a799-428d-4cca-8b6e-b1abd9067ee9. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance network_info: |[{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.neutron [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Refreshing network info cache for port f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start _get_guest_xml network_info=[{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:11 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:11 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'pci_devices' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:11 user nova-compute[74976]:   <uuid>19a6f46c-e444-42da-819d-4e60076726d3</uuid>
Dec 04 05:21:11 user nova-compute[74976]:   <name>instance-00000011</name>
Dec 04 05:21:11 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:11 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:11 user nova-compute[74976]:   <metadata>
Dec 04 05:21:11 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:11 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherB-server-329578349</nova:name>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:11</nova:creationTime>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:11 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:11 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:user uuid="2b0940c802d242fea3f081860f697da2">tempest-ServerActionsTestOtherB-1609098719-project-member</nova:user>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:project uuid="0968ee33047745d88234d9349c230619">tempest-ServerActionsTestOtherB-1609098719</nova:project>
Dec 04 05:21:11 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:21:11 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:11 user nova-compute[74976]:         <nova:port uuid="f5d6a799-428d-4cca-8b6e-b1abd9067ee9">
Dec 04 05:21:11 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 05:21:11 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:11 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:11 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:11 user nova-compute[74976]:   </metadata>
Dec 04 05:21:11 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:11 user nova-compute[74976]:     <system>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="serial">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="uuid">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:21:11 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:11 user nova-compute[74976]:     </system>
Dec 04 05:21:11 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:11 user nova-compute[74976]:   <os>
Dec 04 05:21:11 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:11 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:11 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:11 user nova-compute[74976]:   </os>
Dec 04 05:21:11 user nova-compute[74976]:   <features>
Dec 04 05:21:11 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:11 user nova-compute[74976]:     <apic/>
Dec 04 05:21:11 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:11 user nova-compute[74976]:   </features>
Dec 04 05:21:11 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:11 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:11 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:11 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:11 user nova-compute[74976]:   </clock>
Dec 04 05:21:11 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:11 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:11 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:11 user nova-compute[74976]:   </cpu>
Dec 04 05:21:11 user nova-compute[74976]:   <devices>
Dec 04 05:21:11 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:11 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:11 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk"/>
Dec 04 05:21:11 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:11 user nova-compute[74976]:     </disk>
Dec 04 05:21:11 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:11 user nova-compute[74976]:       <mac address="fa:16:3e:0c:fa:28"/>
Dec 04 05:21:11 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:11 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:11 user nova-compute[74976]:       <target dev="tapf5d6a799-42"/>
Dec 04 05:21:11 user nova-compute[74976]:     </interface>
Dec 04 05:21:11 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:11 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/console.log" append="off"/>
Dec 04 05:21:11 user nova-compute[74976]:     </serial>
Dec 04 05:21:11 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:11 user nova-compute[74976]:     <video>
Dec 04 05:21:11 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:11 user nova-compute[74976]:     </video>
Dec 04 05:21:11 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:11 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:11 user nova-compute[74976]:     </rng>
Dec 04 05:21:11 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:11 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:11 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:11 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:11 user nova-compute[74976]:   </devices>
Dec 04 05:21:11 user nova-compute[74976]: </domain>
Dec 04 05:21:11 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_vif [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9563b951-341b-52bd-9faa-ee0ead9fa426', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5d6a799-42, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5d6a799-42, col_values=(('qos', UUID('12086d80-0fab-49e7-9eb1-b7d29f2fe80b')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5d6a799-42, col_values=(('external_ids', {'iface-id': 'f5d6a799-428d-4cca-8b6e-b1abd9067ee9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:fa:28', 'vm-uuid': '19a6f46c-e444-42da-819d-4e60076726d3'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:11 user nova-compute[74976]: INFO os_vif [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No VIF found with MAC fa:16:3e:0c:fa:28, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:11 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae is timed out.
Dec 04 05:21:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae from the live domain config.
Dec 04 05:21:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWYmughj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:21:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbcea1c8-cd18-444f-959c-77e0c717b6d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:21:11 user nova-compute[74976]: No targets found.
Dec 04 05:21:11 user nova-compute[74976]: iSNS:
Dec 04 05:21:11 user nova-compute[74976]: No targets found.
Dec 04 05:21:11 user nova-compute[74976]: STATIC:
Dec 04 05:21:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996
Dec 04 05:21:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:21:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:21:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:11 user nova-compute[74976]: FIRMWARE:
Dec 04 05:21:11 user nova-compute[74976]: No targets found.
Dec 04 05:21:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:21:11 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:21:11 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b01cb1-e5c3-4a76-b03b-081c7e63d243]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e6cdad-a201-4620-824e-199dd8b81eba]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:11 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:21:11 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:21:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:11 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:21:11 user nova-compute[74976]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 (non-flash)
Dec 04 05:21:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04316050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996'): ({'sdf'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Removing single pathed devices sdf {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.037s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[35929544-0762-4bf9-84b1-3568e8d1f996]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1651e6ef-b7e2-4e1e-88cd-8c2a1b180652]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flushing IO for device /dev/sdf {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59a1c45-e20e-43f1-8ae5-9f1fc370d6fc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[404b1c69-549f-4e69-b2be-7bbe9600dd74]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa78a4f-9546-4b04-8542-a72d9df86ce2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.network.neutron [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updated VIF entry in instance network info cache for port f5d6a799-428d-4cca-8b6e-b1abd9067ee9. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.network.neutron [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-47f5c6df-904f-4da8-b103-badfacb9ce09 req-d4c4bb02-8aa8-4fa3-acba-e2332ac26d8b service nova] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e331f38-6ee0-4615-bb95-c0ef9af2db4c]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260]
Dec 04 05:21:12 user nova-compute[74976]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996, portal: 172.16.0.220,3260] successful.
Dec 04 05:21:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1b9eb7e-5bba-4817-9d6b-22e07e9c5996 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1209e19-0d12-449c-893e-1c52d9d2198a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== disconnect_volume: return (421ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:12 user nova-compute[74976]: INFO nova.compute.claims [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Claim successful on node user
Dec 04 05:21:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.488s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:13 user nova-compute[74976]: INFO nova.compute.claims [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Claim successful on node user
Dec 04 05:21:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.policy [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adb6ae5458594c9585a046f4bbc5ca5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45ab86f6f4a415fb71a4327d3aa8888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.objects.instance [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Creating image(s)
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "/opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "/opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "/opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-449a421a-f571-4d8a-8e81-a35eb4d7378e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.498s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.policy [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '091e88777217431ebecd2590c0d2a933', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffa0d534e924b5fbad54943e08b71c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.241s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Creating image(s)
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "/opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "/opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk 1073741824" returned: 0 in 0.065s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.347s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.217s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Checking if we can resize image /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Cannot resize image /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Ensure instance console log exists: /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.254s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Successfully created port: e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk 1073741824" returned: 0 in 0.119s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.377s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Cannot resize image /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Ensure instance console log exists: /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Successfully created port: 80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance spawned successfully.
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Successfully updated port: e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquired lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-changed-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Refreshing instance network info cache due to event network-changed-e8869b13-29f6-4b7b-b149-4c765f8117dd. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] Acquiring lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:15 user nova-compute[74976]: INFO nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Took 6.47 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:15 user nova-compute[74976]: INFO nova.compute.manager [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Took 7.45 seconds to build instance.
Dec 04 05:21:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3abd9240-eec7-4889-881a-d51873a09ad3 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.565s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating instance_info_cache with network_info: [{"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Releasing lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Instance network_info: |[{"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] Acquired lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Refreshing network info cache for port e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Start _get_guest_xml network_info=[{"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:16 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:16 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1539174412',display_name='tempest-VolumesSnapshotTestJSON-instance-1539174412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1539174412',id=18,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBt46DsFtxU4Ev9OKOFFACQgup9DJODlxBDJcraEVdL0+iPKRdytCbbMWVRa1ubPs6v6hVM/dIuQbmubj0jbrGYJqmB+RviPFXsW55nUwl0V9mVelfP5fYl/ieGSU7Z7PQ==',key_name='tempest-keypair-1365017707',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-iem8yqwq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=99f67a7e-8f39-4f3d-9ee3-6fb460a0465b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'pci_devices' on Instance uuid 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:16 user nova-compute[74976]:   <uuid>99f67a7e-8f39-4f3d-9ee3-6fb460a0465b</uuid>
Dec 04 05:21:16 user nova-compute[74976]:   <name>instance-00000012</name>
Dec 04 05:21:16 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:16 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:16 user nova-compute[74976]:   <metadata>
Dec 04 05:21:16 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:16 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1539174412</nova:name>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:16</nova:creationTime>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:16 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:16 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:user uuid="adb6ae5458594c9585a046f4bbc5ca5e">tempest-VolumesSnapshotTestJSON-164518565-project-member</nova:user>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:project uuid="f45ab86f6f4a415fb71a4327d3aa8888">tempest-VolumesSnapshotTestJSON-164518565</nova:project>
Dec 04 05:21:16 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:21:16 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:16 user nova-compute[74976]:         <nova:port uuid="e8869b13-29f6-4b7b-b149-4c765f8117dd">
Dec 04 05:21:16 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 05:21:16 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:16 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:16 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:16 user nova-compute[74976]:   </metadata>
Dec 04 05:21:16 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:16 user nova-compute[74976]:     <system>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="serial">99f67a7e-8f39-4f3d-9ee3-6fb460a0465b</entry>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="uuid">99f67a7e-8f39-4f3d-9ee3-6fb460a0465b</entry>
Dec 04 05:21:16 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:16 user nova-compute[74976]:     </system>
Dec 04 05:21:16 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:16 user nova-compute[74976]:   <os>
Dec 04 05:21:16 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:16 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:16 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:16 user nova-compute[74976]:   </os>
Dec 04 05:21:16 user nova-compute[74976]:   <features>
Dec 04 05:21:16 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:16 user nova-compute[74976]:     <apic/>
Dec 04 05:21:16 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:16 user nova-compute[74976]:   </features>
Dec 04 05:21:16 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:16 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:16 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:16 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:16 user nova-compute[74976]:   </clock>
Dec 04 05:21:16 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:16 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:16 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:16 user nova-compute[74976]:   </cpu>
Dec 04 05:21:16 user nova-compute[74976]:   <devices>
Dec 04 05:21:16 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:16 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:16 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk"/>
Dec 04 05:21:16 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:16 user nova-compute[74976]:     </disk>
Dec 04 05:21:16 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:16 user nova-compute[74976]:       <mac address="fa:16:3e:9e:f8:cb"/>
Dec 04 05:21:16 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:16 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:16 user nova-compute[74976]:       <target dev="tape8869b13-29"/>
Dec 04 05:21:16 user nova-compute[74976]:     </interface>
Dec 04 05:21:16 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:16 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/console.log" append="off"/>
Dec 04 05:21:16 user nova-compute[74976]:     </serial>
Dec 04 05:21:16 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:16 user nova-compute[74976]:     <video>
Dec 04 05:21:16 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:16 user nova-compute[74976]:     </video>
Dec 04 05:21:16 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:16 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:16 user nova-compute[74976]:     </rng>
Dec 04 05:21:16 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:16 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:16 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:16 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:16 user nova-compute[74976]:   </devices>
Dec 04 05:21:16 user nova-compute[74976]: </domain>
Dec 04 05:21:16 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1539174412',display_name='tempest-VolumesSnapshotTestJSON-instance-1539174412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1539174412',id=18,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBt46DsFtxU4Ev9OKOFFACQgup9DJODlxBDJcraEVdL0+iPKRdytCbbMWVRa1ubPs6v6hVM/dIuQbmubj0jbrGYJqmB+RviPFXsW55nUwl0V9mVelfP5fYl/ieGSU7Z7PQ==',key_name='tempest-keypair-1365017707',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-iem8yqwq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=99f67a7e-8f39-4f3d-9ee3-6fb460a0465b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG os_vif [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '771142ed-e650-5d0c-a43a-60fdc4293364', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8869b13-29, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8869b13-29, col_values=(('qos', UUID('8ce34104-a5d1-4d12-bd18-3aa8306017b9')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8869b13-29, col_values=(('external_ids', {'iface-id': 'e8869b13-29f6-4b7b-b149-4c765f8117dd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:f8:cb', 'vm-uuid': '99f67a7e-8f39-4f3d-9ee3-6fb460a0465b'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: INFO os_vif [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29')
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] No VIF found with MAC fa:16:3e:9e:f8:cb, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Successfully updated port: 80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:16 user nova-compute[74976]: WARNING nova.compute.manager [req-5140f1cd-d55b-4b92-8c10-b78d04101d94 req-9765825d-8f49-4614-a9ef-fc41bcc85e0a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state None.
Dec 04 05:21:16 user nova-compute[74976]: INFO nova.compute.manager [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Terminating instance
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquired lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updated VIF entry in instance network info cache for port e8869b13-29f6-4b7b-b149-4c765f8117dd. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating instance_info_cache with network_info: [{"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-438b612e-d5af-46a5-9784-113c163d45e0 req-647e45ab-a335-4f79-bd3a-86626e93f373 service nova] Releasing lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Updating instance_info_cache with network_info: [{"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Releasing lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Instance network_info: |[{"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Start _get_guest_xml network_info=[{"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:17 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:17 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2031807599',display_name='tempest-VolumesActionsTest-instance-2031807599',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2031807599',id=19,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cffa0d534e924b5fbad54943e08b71c6',ramdisk_id='',reservation_id='r-xx0o4x00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-597888170',owner_user_name='tempest-VolumesActionsTest-597888170-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:14Z,user_data=None,user_id='091e88777217431ebecd2590c0d2a933',uuid=ab206844-3cdc-49aa-990b-c87006534377,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converting VIF {"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.objects.instance [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lazy-loading 'pci_devices' on Instance uuid ab206844-3cdc-49aa-990b-c87006534377 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:17 user nova-compute[74976]:   <uuid>ab206844-3cdc-49aa-990b-c87006534377</uuid>
Dec 04 05:21:17 user nova-compute[74976]:   <name>instance-00000013</name>
Dec 04 05:21:17 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:17 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:17 user nova-compute[74976]:   <metadata>
Dec 04 05:21:17 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:17 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:name>tempest-VolumesActionsTest-instance-2031807599</nova:name>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:17</nova:creationTime>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:17 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:17 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:user uuid="091e88777217431ebecd2590c0d2a933">tempest-VolumesActionsTest-597888170-project-member</nova:user>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:project uuid="cffa0d534e924b5fbad54943e08b71c6">tempest-VolumesActionsTest-597888170</nova:project>
Dec 04 05:21:17 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:21:17 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:17 user nova-compute[74976]:         <nova:port uuid="80d3fcb6-0c13-4658-841f-336d594ac1db">
Dec 04 05:21:17 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 05:21:17 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:17 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:17 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:17 user nova-compute[74976]:   </metadata>
Dec 04 05:21:17 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:17 user nova-compute[74976]:     <system>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="serial">ab206844-3cdc-49aa-990b-c87006534377</entry>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="uuid">ab206844-3cdc-49aa-990b-c87006534377</entry>
Dec 04 05:21:17 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:17 user nova-compute[74976]:     </system>
Dec 04 05:21:17 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:17 user nova-compute[74976]:   <os>
Dec 04 05:21:17 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:17 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:17 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:17 user nova-compute[74976]:   </os>
Dec 04 05:21:17 user nova-compute[74976]:   <features>
Dec 04 05:21:17 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:17 user nova-compute[74976]:     <apic/>
Dec 04 05:21:17 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:17 user nova-compute[74976]:   </features>
Dec 04 05:21:17 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:17 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:17 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:17 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:17 user nova-compute[74976]:   </clock>
Dec 04 05:21:17 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:17 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:17 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:17 user nova-compute[74976]:   </cpu>
Dec 04 05:21:17 user nova-compute[74976]:   <devices>
Dec 04 05:21:17 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:17 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:17 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk"/>
Dec 04 05:21:17 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:17 user nova-compute[74976]:     </disk>
Dec 04 05:21:17 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:17 user nova-compute[74976]:       <mac address="fa:16:3e:f1:db:8e"/>
Dec 04 05:21:17 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:17 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:17 user nova-compute[74976]:       <target dev="tap80d3fcb6-0c"/>
Dec 04 05:21:17 user nova-compute[74976]:     </interface>
Dec 04 05:21:17 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:17 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/console.log" append="off"/>
Dec 04 05:21:17 user nova-compute[74976]:     </serial>
Dec 04 05:21:17 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:17 user nova-compute[74976]:     <video>
Dec 04 05:21:17 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:17 user nova-compute[74976]:     </video>
Dec 04 05:21:17 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:17 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:17 user nova-compute[74976]:     </rng>
Dec 04 05:21:17 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:17 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:17 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:17 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:17 user nova-compute[74976]:   </devices>
Dec 04 05:21:17 user nova-compute[74976]: </domain>
Dec 04 05:21:17 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2031807599',display_name='tempest-VolumesActionsTest-instance-2031807599',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2031807599',id=19,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cffa0d534e924b5fbad54943e08b71c6',ramdisk_id='',reservation_id='r-xx0o4x00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-597888170',owner_user_name='tempest-VolumesActionsTest-597888170-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:14Z,user_data=None,user_id='091e88777217431ebecd2590c0d2a933',uuid=ab206844-3cdc-49aa-990b-c87006534377,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converting VIF {"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG os_vif [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5cdb30c-3f1a-5881-98ad-b748983e8a44', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80d3fcb6-0c, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80d3fcb6-0c, col_values=(('qos', UUID('9184d6d8-d92b-4a6f-916d-ba9e2e48e308')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80d3fcb6-0c, col_values=(('external_ids', {'iface-id': '80d3fcb6-0c13-4658-841f-336d594ac1db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:db:8e', 'vm-uuid': 'ab206844-3cdc-49aa-990b-c87006534377'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: INFO os_vif [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c')
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] No VIF found with MAC fa:16:3e:f1:db:8e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-changed-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Refreshing instance network info cache due to event network-changed-80d3fcb6-0c13-4658-841f-336d594ac1db. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] Acquiring lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] Acquired lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Refreshing network info cache for port 80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Instance destroyed successfully.
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'resources' on Instance uuid 748606af-b398-45d0-b516-9de5f9a0e584 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1089469904',display_name='tempest-VolumesAdminNegativeTest-server-1089469904',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1089469904',id=14,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:19:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-sf9ebo9a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:19:28Z,user_data=None,user_id='ecd063127f164e208df4c5024a1fd31c',uuid=748606af-b398-45d0-b516-9de5f9a0e584,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "address": "fa:16:3e:06:8b:38", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd8e798a-d9", "ovs_interfaceid": "dd8e798a-d931-4ce1-91bf-b512929cdd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG os_vif [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd8e798a-d9, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0c2a31d-aec8-409d-87bf-fed32d26dd0e) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:18 user nova-compute[74976]: INFO os_vif [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8b:38,bridge_name='br-int',has_traffic_filtering=True,id=dd8e798a-d931-4ce1-91bf-b512929cdd86,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd8e798a-d9')
Dec 04 05:21:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Deleting instance files /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584_del
Dec 04 05:21:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Deletion of /opt/stack/data/nova/instances/748606af-b398-45d0-b516-9de5f9a0e584_del complete
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Updated VIF entry in instance network info cache for port 80d3fcb6-0c13-4658-841f-336d594ac1db. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Updating instance_info_cache with network_info: [{"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a6a5aed7-de03-43f7-b321-9c45d333c369 req-1bbcdd61-00d9-4d72-b286-8bc657e67e70 service nova] Releasing lock "refresh_cache-ab206844-3cdc-49aa-990b-c87006534377" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:18 user nova-compute[74976]: INFO nova.compute.manager [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Took 1.84 seconds to destroy the instance on the hypervisor.
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:18 user nova-compute[74976]: WARNING nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state None.
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-unplugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] No waiting events found dispatching network-vif-unplugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-unplugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-changed-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Refreshing instance network info cache due to event network-changed-db593b44-460c-4790-8021-cb3daef595a7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Acquiring lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Acquired lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Refreshing network info cache for port db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: INFO nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Rebuilding instance
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:19 user nova-compute[74976]: WARNING nova.compute.manager [req-bf167ce6-02b8-4994-9b8c-d1034c812631 req-ab46117a-e172-4917-8385-072faf4c44e2 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state building and task_state spawning.
Dec 04 05:21:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:20 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Took 1.94 seconds to deallocate network for instance.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-868b3f5e-3fae-47c9-8d1c-873798ae5843 req-25c28903-aa48-4676-8d54-e91b8fea2fef service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-deleted-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.network.neutron [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updated VIF entry in instance network info cache for port db593b44-460c-4790-8021-cb3daef595a7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.network.neutron [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating instance_info_cache with network_info: [{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Releasing lock "refresh_cache-515e42b4-2769-4f41-a240-512ce97d0ca8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Acquiring lock "748606af-b398-45d0-b516-9de5f9a0e584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] Lock "748606af-b398-45d0-b516-9de5f9a0e584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] No waiting events found dispatching network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:20 user nova-compute[74976]: WARNING nova.compute.manager [req-53ec202e-47e6-4a97-8f76-4be7c87c1fb2 req-20ec593e-72e3-4431-bf47-0477a5f346de service nova] [instance: 748606af-b398-45d0-b516-9de5f9a0e584] Received unexpected event network-vif-plugged-dd8e798a-d931-4ce1-91bf-b512929cdd86 for instance with vm_state active and task_state deleting.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:20 user nova-compute[74976]: WARNING nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state active and task_state rebuilding.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:20 user nova-compute[74976]: WARNING nova.compute.manager [req-46c026bd-507a-4c15-a836-7879aebd4efe req-daf214ff-b28e-458d-88cf-e3f58f29a27e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state active and task_state rebuilding.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:20 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance destroyed successfully.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.468s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:20 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance destroyed successfully.
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1793858157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb593b44-46, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ced6c66-8304-4d8e-874c-8971178bdbd7) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:20 user nova-compute[74976]: INFO os_vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46')
Dec 04 05:21:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:21:20 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:21:20 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Deleted allocations for instance 748606af-b398-45d0-b516-9de5f9a0e584
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2424f2d6-47af-40aa-a3de-e0ae7616881f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:21:20 user nova-compute[74976]: No targets found.
Dec 04 05:21:20 user nova-compute[74976]: iSNS:
Dec 04 05:21:20 user nova-compute[74976]: No targets found.
Dec 04 05:21:20 user nova-compute[74976]: STATIC:
Dec 04 05:21:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:21:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:21:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:20 user nova-compute[74976]: FIRMWARE:
Dec 04 05:21:20 user nova-compute[74976]: No targets found.
Dec 04 05:21:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:21:20 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:21:20 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:21:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[450de933-6026-4936-8147-7bb882675b52]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aafb50b-0632-4907-b5fd-09c146af6515]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:21 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:21 user nova-compute[74976]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04315120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5515db31-8683-4a83-b043-e92cb4ce2cc0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c97e485e-ecbb-4107-814c-c64ec2449d49 tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "748606af-b398-45d0-b516-9de5f9a0e584" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.592s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7234bf6-611e-4701-9c86-1b734bfa96ea]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[452dd9d7-fea8-4ed8-b9ed-f61bcd45d84d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddba74f-2af3-4e88-92ff-35b12a355f33]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b69b49-be0a-43b9-9dea-003390df51af]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1668af73-b61e-4694-8c05-97aebf94dbea]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]
Dec 04 05:21:21 user nova-compute[74976]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfb01a3-fc31-4266-a500-da1453e3cc9b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.445s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== disconnect_volume: return (450ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:21:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deleting instance files /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8_del
Dec 04 05:21:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deletion of /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8_del complete
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 515e42b4-2769-4f41-a240-512ce97d0ca8 could not be found.
Dec 04 05:21:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:21:21 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaf97aea-ca73-459f-aa36-57e59c4700d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:21:21 user nova-compute[74976]: No targets found.
Dec 04 05:21:21 user nova-compute[74976]: iSNS:
Dec 04 05:21:21 user nova-compute[74976]: No targets found.
Dec 04 05:21:21 user nova-compute[74976]: STATIC:
Dec 04 05:21:21 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:21:21 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:21:21 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:21:21 user nova-compute[74976]: FIRMWARE:
Dec 04 05:21:21 user nova-compute[74976]: No targets found.
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:21:21 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:21:21 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[167c114b-ff51-4964-b8a5-33bd8220a9aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:21 user nova-compute[74976]: WARNING nova.compute.manager [req-36069a26-8afa-434a-94fa-fff00d919352 req-fe2fef9f-1a6e-4fdb-887d-4b703431fedc service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state building and task_state spawning.
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[469e9b46-899d-49b9-99c6-678176050bee]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:21:21 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca15c8a170>, {}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Disconnecting from: [] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.085s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== disconnect_volume: return (86ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:21:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] No waiting events found dispatching network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:22 user nova-compute[74976]: WARNING nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received unexpected event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db for instance with vm_state building and task_state spawning.
Dec 04 05:21:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] No waiting events found dispatching network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:22 user nova-compute[74976]: WARNING nova.compute.manager [req-043a1582-b8da-475b-8ab4-119e1b530711 req-1381b5e5-6db9-42a2-a7ab-3af83126bf10 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received unexpected event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db for instance with vm_state building and task_state spawning.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Preparing to wait for external event volume-reimaged-dbc8afe9-7e9f-41dc-9121-5fe6483a02ca {{(pid=74976) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Instance spawned successfully.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Took 9.70 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] Instance spawned successfully.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.compute.manager [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Took 10.73 seconds to build instance.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-dccdb49b-b436-47b3-8637-ba15caef2b67 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.876s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Took 9.30 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:23 user nova-compute[74976]: INFO nova.compute.manager [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Took 10.85 seconds to build instance.
Dec 04 05:21:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31cc8a55-6f20-4215-832c-53c91e60f09c tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.038s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:21:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:21:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:32 user nova-compute[74976]: INFO nova.compute.claims [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Claim successful on node user
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue --force-share --output=json" returned: 0 in 0.320s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:32 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.728s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:33 user nova-compute[74976]: INFO nova.compute.claims [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Claim successful on node user
Dec 04 05:21:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.policy [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '860696e6518e47ec9eccceb92844772d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e714e27b7754236b3c2a70dcb7b60c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Creating image(s)
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.231s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk 1073741824" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Successfully created port: 79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:33 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.868s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.206s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Cannot resize image /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Ensure instance console log exists: /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.policy [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '860696e6518e47ec9eccceb92844772d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e714e27b7754236b3c2a70dcb7b60c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Creating image(s)
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.228s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:21:34 user nova-compute[74976]: INFO nova.compute.claims [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Claim successful on node user
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk 1073741824" returned: 0 in 0.061s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Successfully updated port: 79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-changed-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Refreshing instance network info cache due to event network-changed-79a553fb-5ae0-480d-9070-e8863ceda448. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Successfully created port: 2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.528s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7793MB free_disk=25.459949493408203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Cannot resize image /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Ensure instance console log exists: /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.152s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.353s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance network_info: |[{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.neutron [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Refreshing network info cache for port 79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start _get_guest_xml network_info=[{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-714330776',display_name='tempest-ServerRescueNegativeTestJSON-server-714330776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-714330776',id=20,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-5nxpx4qk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:33Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=db63db50-8954-4398-8ab1-f6c67b1fa0c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:35 user nova-compute[74976]:   <uuid>db63db50-8954-4398-8ab1-f6c67b1fa0c3</uuid>
Dec 04 05:21:35 user nova-compute[74976]:   <name>instance-00000014</name>
Dec 04 05:21:35 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:35 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:35 user nova-compute[74976]:   <metadata>
Dec 04 05:21:35 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:35 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-714330776</nova:name>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:35</nova:creationTime>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:35 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:35 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:21:35 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:21:35 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:35 user nova-compute[74976]:         <nova:port uuid="79a553fb-5ae0-480d-9070-e8863ceda448">
Dec 04 05:21:35 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:21:35 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:35 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:35 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:35 user nova-compute[74976]:   </metadata>
Dec 04 05:21:35 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:35 user nova-compute[74976]:     <system>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="serial">db63db50-8954-4398-8ab1-f6c67b1fa0c3</entry>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="uuid">db63db50-8954-4398-8ab1-f6c67b1fa0c3</entry>
Dec 04 05:21:35 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:35 user nova-compute[74976]:     </system>
Dec 04 05:21:35 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:35 user nova-compute[74976]:   <os>
Dec 04 05:21:35 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:35 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:35 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:35 user nova-compute[74976]:   </os>
Dec 04 05:21:35 user nova-compute[74976]:   <features>
Dec 04 05:21:35 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:35 user nova-compute[74976]:     <apic/>
Dec 04 05:21:35 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:35 user nova-compute[74976]:   </features>
Dec 04 05:21:35 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:35 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:35 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:35 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:35 user nova-compute[74976]:   </clock>
Dec 04 05:21:35 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:35 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:35 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:35 user nova-compute[74976]:   </cpu>
Dec 04 05:21:35 user nova-compute[74976]:   <devices>
Dec 04 05:21:35 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:35 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:35 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk"/>
Dec 04 05:21:35 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:35 user nova-compute[74976]:     </disk>
Dec 04 05:21:35 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:35 user nova-compute[74976]:       <mac address="fa:16:3e:f2:99:d6"/>
Dec 04 05:21:35 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:35 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:35 user nova-compute[74976]:       <target dev="tap79a553fb-5a"/>
Dec 04 05:21:35 user nova-compute[74976]:     </interface>
Dec 04 05:21:35 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:35 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/console.log" append="off"/>
Dec 04 05:21:35 user nova-compute[74976]:     </serial>
Dec 04 05:21:35 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:35 user nova-compute[74976]:     <video>
Dec 04 05:21:35 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:35 user nova-compute[74976]:     </video>
Dec 04 05:21:35 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:35 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:35 user nova-compute[74976]:     </rng>
Dec 04 05:21:35 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:35 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:35 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:35 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:35 user nova-compute[74976]:   </devices>
Dec 04 05:21:35 user nova-compute[74976]: </domain>
Dec 04 05:21:35 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-714330776',display_name='tempest-ServerRescueNegativeTestJSON-server-714330776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-714330776',id=20,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-5nxpx4qk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:33Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=db63db50-8954-4398-8ab1-f6c67b1fa0c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG os_vif [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ee74d84-1ca0-567f-8f9b-43d2461afe5a', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap79a553fb-5a, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap79a553fb-5a, col_values=(('qos', UUID('fa9a0017-58eb-46bd-87c3-d548e588d9ed')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap79a553fb-5a, col_values=(('external_ids', {'iface-id': '79a553fb-5ae0-480d-9070-e8863ceda448', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:99:d6', 'vm-uuid': 'db63db50-8954-4398-8ab1-f6c67b1fa0c3'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 15625342-4488-4e29-b2e3-0f90c20996aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 515e42b4-2769-4f41-a240-512ce97d0ca8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance ab206844-3cdc-49aa-990b-c87006534377 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:36 user nova-compute[74976]: INFO os_vif [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a')
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:f2:99:d6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:21:36 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Creating image(s)
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.policy [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae2759e18214493937b5e3ce575178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3210eaa142534d7ba75af9b1ca43ae37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Successfully updated port: 2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.part --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.virt.images [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ac690bde-16bd-4bf7-bb1c-f2e0290feb6b was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.part /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-changed-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Refreshing instance network info cache due to event network-changed-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Refreshing network info cache for port 2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.part /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.converted" returned: 0 in 0.486s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54.converted --force-share --output=json" returned: 0 in 0.296s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.814s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.201s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1b3b3f82-bdf3-4b87-9572-15d689951516 req-f724f7ec-3ed9-4d9f-8e6d-4bd057145ac3 service nova] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updated VIF entry in instance network info cache for port 79a553fb-5ae0-480d-9070-e8863ceda448. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-77f27f7d-d99b-496e-8fc8-2a05bf1af2de req-293de606-4e35-450f-a103-2040d8a91a63 service nova] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json" returned: 0 in 0.280s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Successfully created port: 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:38 user nova-compute[74976]: WARNING nova.compute.manager [req-553d4d33-fa6e-42c7-a397-0c934e56d9bf req-a6234b50-f02e-433f-bf9d-3b5d4550105f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state building and task_state spawning.
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json" returned: 0 in 0.231s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54,backing_fmt=raw /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54,backing_fmt=raw /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk 1073741824" returned: 0 in 0.068s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "634ee72c2a8a275932b43b9726c49fdfd2ca1d54" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json" returned: 0 in 0.241s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance network_info: |[{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start _get_guest_xml network_info=[{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:38 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:38 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-26454509',display_name='tempest-ServerRescueNegativeTestJSON-server-26454509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-26454509',id=21,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-s8w9p7nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:34Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=fb8d67f4-9df5-48f7-b11e-11379a587763,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:38 user nova-compute[74976]:   <uuid>fb8d67f4-9df5-48f7-b11e-11379a587763</uuid>
Dec 04 05:21:38 user nova-compute[74976]:   <name>instance-00000015</name>
Dec 04 05:21:38 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:38 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:38 user nova-compute[74976]:   <metadata>
Dec 04 05:21:38 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:38 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-26454509</nova:name>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:38</nova:creationTime>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:38 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:38 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:21:38 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:21:38 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:38 user nova-compute[74976]:         <nova:port uuid="2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374">
Dec 04 05:21:38 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 05:21:38 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:38 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:38 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:38 user nova-compute[74976]:   </metadata>
Dec 04 05:21:38 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:38 user nova-compute[74976]:     <system>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="serial">fb8d67f4-9df5-48f7-b11e-11379a587763</entry>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="uuid">fb8d67f4-9df5-48f7-b11e-11379a587763</entry>
Dec 04 05:21:38 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:38 user nova-compute[74976]:     </system>
Dec 04 05:21:38 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:38 user nova-compute[74976]:   <os>
Dec 04 05:21:38 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:38 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:38 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:38 user nova-compute[74976]:   </os>
Dec 04 05:21:38 user nova-compute[74976]:   <features>
Dec 04 05:21:38 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:38 user nova-compute[74976]:     <apic/>
Dec 04 05:21:38 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:38 user nova-compute[74976]:   </features>
Dec 04 05:21:38 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:38 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:38 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:38 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:38 user nova-compute[74976]:   </clock>
Dec 04 05:21:38 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:38 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:38 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:38 user nova-compute[74976]:   </cpu>
Dec 04 05:21:38 user nova-compute[74976]:   <devices>
Dec 04 05:21:38 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:38 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:38 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk"/>
Dec 04 05:21:38 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:38 user nova-compute[74976]:     </disk>
Dec 04 05:21:38 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:38 user nova-compute[74976]:       <mac address="fa:16:3e:38:65:a6"/>
Dec 04 05:21:38 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:38 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:38 user nova-compute[74976]:       <target dev="tap2fc58c92-97"/>
Dec 04 05:21:38 user nova-compute[74976]:     </interface>
Dec 04 05:21:38 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:38 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/console.log" append="off"/>
Dec 04 05:21:38 user nova-compute[74976]:     </serial>
Dec 04 05:21:38 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:38 user nova-compute[74976]:     <video>
Dec 04 05:21:38 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:38 user nova-compute[74976]:     </video>
Dec 04 05:21:38 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:38 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:38 user nova-compute[74976]:     </rng>
Dec 04 05:21:38 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:38 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:38 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:38 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:38 user nova-compute[74976]:   </devices>
Dec 04 05:21:38 user nova-compute[74976]: </domain>
Dec 04 05:21:38 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-26454509',display_name='tempest-ServerRescueNegativeTestJSON-server-26454509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-26454509',id=21,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-s8w9p7nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:34Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=fb8d67f4-9df5-48f7-b11e-11379a587763,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG os_vif [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5cca83e-06bc-526b-906b-2ae903eaf5c3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2fc58c92-97, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2fc58c92-97, col_values=(('qos', UUID('ba1141a4-d681-43ad-b029-94c9b608120d')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2fc58c92-97, col_values=(('external_ids', {'iface-id': '2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:65:a6', 'vm-uuid': 'fb8d67f4-9df5-48f7-b11e-11379a587763'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: INFO os_vif [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97')
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Cannot resize image /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Ensure instance console log exists: /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:38:65:a6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Successfully updated port: 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing instance network info cache due to event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance network_info: |[{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start _get_guest_xml network_info=[{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:21:31Z,direct_url=<?>,disk_format='qcow2',id=ac690bde-16bd-4bf7-bb1c-f2e0290feb6b,min_disk=0,min_ram=0,name='tempest-scenario-img--271574886',owner='3210eaa142534d7ba75af9b1ca43ae37',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:21:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'ac690bde-16bd-4bf7-bb1c-f2e0290feb6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:21:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:21:31Z,direct_url=<?>,disk_format='qcow2',id=ac690bde-16bd-4bf7-bb1c-f2e0290feb6b,min_disk=0,min_ram=0,name='tempest-scenario-img--271574886',owner='3210eaa142534d7ba75af9b1ca43ae37',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:21:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:36Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:21:39 user nova-compute[74976]:   <uuid>6a9724d9-e66c-4699-9ff3-c1191fef89c5</uuid>
Dec 04 05:21:39 user nova-compute[74976]:   <name>instance-00000016</name>
Dec 04 05:21:39 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:21:39 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:21:39 user nova-compute[74976]:   <metadata>
Dec 04 05:21:39 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:21:39 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:name>tempest-TestMinimumBasicScenario-server-1259555705</nova:name>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:21:39</nova:creationTime>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:21:39 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:21:39 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:owner>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:user uuid="7ae2759e18214493937b5e3ce575178f">tempest-TestMinimumBasicScenario-21347959-project-member</nova:user>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:project uuid="3210eaa142534d7ba75af9b1ca43ae37">tempest-TestMinimumBasicScenario-21347959</nova:project>
Dec 04 05:21:39 user nova-compute[74976]:       </nova:owner>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:root type="image" uuid="ac690bde-16bd-4bf7-bb1c-f2e0290feb6b"/>
Dec 04 05:21:39 user nova-compute[74976]:       <nova:ports>
Dec 04 05:21:39 user nova-compute[74976]:         <nova:port uuid="42b51d92-3370-429b-bfa1-783e4bc74820">
Dec 04 05:21:39 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 05:21:39 user nova-compute[74976]:         </nova:port>
Dec 04 05:21:39 user nova-compute[74976]:       </nova:ports>
Dec 04 05:21:39 user nova-compute[74976]:     </nova:instance>
Dec 04 05:21:39 user nova-compute[74976]:   </metadata>
Dec 04 05:21:39 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:21:39 user nova-compute[74976]:     <system>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="serial">6a9724d9-e66c-4699-9ff3-c1191fef89c5</entry>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="uuid">6a9724d9-e66c-4699-9ff3-c1191fef89c5</entry>
Dec 04 05:21:39 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:21:39 user nova-compute[74976]:     </system>
Dec 04 05:21:39 user nova-compute[74976]:   </sysinfo>
Dec 04 05:21:39 user nova-compute[74976]:   <os>
Dec 04 05:21:39 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:21:39 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:21:39 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:21:39 user nova-compute[74976]:   </os>
Dec 04 05:21:39 user nova-compute[74976]:   <features>
Dec 04 05:21:39 user nova-compute[74976]:     <acpi/>
Dec 04 05:21:39 user nova-compute[74976]:     <apic/>
Dec 04 05:21:39 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:21:39 user nova-compute[74976]:   </features>
Dec 04 05:21:39 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:21:39 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:21:39 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:21:39 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:21:39 user nova-compute[74976]:   </clock>
Dec 04 05:21:39 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:21:39 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:21:39 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:21:39 user nova-compute[74976]:   </cpu>
Dec 04 05:21:39 user nova-compute[74976]:   <devices>
Dec 04 05:21:39 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:21:39 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:21:39 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk"/>
Dec 04 05:21:39 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:21:39 user nova-compute[74976]:     </disk>
Dec 04 05:21:39 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:21:39 user nova-compute[74976]:       <mac address="fa:16:3e:38:ac:b8"/>
Dec 04 05:21:39 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:39 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:21:39 user nova-compute[74976]:       <target dev="tap42b51d92-33"/>
Dec 04 05:21:39 user nova-compute[74976]:     </interface>
Dec 04 05:21:39 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:21:39 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/console.log" append="off"/>
Dec 04 05:21:39 user nova-compute[74976]:     </serial>
Dec 04 05:21:39 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:21:39 user nova-compute[74976]:     <video>
Dec 04 05:21:39 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:21:39 user nova-compute[74976]:     </video>
Dec 04 05:21:39 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:21:39 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:21:39 user nova-compute[74976]:     </rng>
Dec 04 05:21:39 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:21:39 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:21:39 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:21:39 user nova-compute[74976]:     </memballoon>
Dec 04 05:21:39 user nova-compute[74976]:   </devices>
Dec 04 05:21:39 user nova-compute[74976]: </domain>
Dec 04 05:21:39 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:36Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG os_vif [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c2a64b5-e783-58ad-8979-261eedd59813', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42b51d92-33, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42b51d92-33, col_values=(('qos', UUID('4f3d0f11-2212-42f3-aa87-a355d8a67905')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42b51d92-33, col_values=(('external_ids', {'iface-id': '42b51d92-3370-429b-bfa1-783e4bc74820', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:ac:b8', 'vm-uuid': '6a9724d9-e66c-4699-9ff3-c1191fef89c5'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:21:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:39 user nova-compute[74976]: INFO os_vif [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33')
Dec 04 05:21:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No VIF found with MAC fa:16:3e:38:ac:b8, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.network.neutron [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updated VIF entry in instance network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.network.neutron [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-867bdd7e-473d-4589-8897-8a7c5dc7c26a req-d343e84f-bf56-4cb9-98ae-73bd417b6484 service nova] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:40 user nova-compute[74976]: WARNING nova.compute.manager [req-1c4df590-fd5e-4018-924e-7b32da48e48c req-a63b7d81-7ecf-4f6a-8c88-716209406bbd service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state building and task_state spawning.
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance spawned successfully.
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:41 user nova-compute[74976]: INFO nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Took 7.74 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:41 user nova-compute[74976]: INFO nova.compute.manager [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Took 8.88 seconds to build instance.
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b71fc2c4-d145-4835-93ec-03c70dbd38fc tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.022s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:41 user nova-compute[74976]: INFO nova.compute.manager [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Terminating instance
Dec 04 05:21:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-unplugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] No waiting events found dispatching network-vif-unplugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-d92b957c-2a26-4fb5-9457-d12a9505022c req-b0c714e8-e2d2-4132-92e8-412c5861b621 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-unplugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:42 user nova-compute[74976]: WARNING nova.compute.manager [req-8bda4c66-c759-4307-9dc0-3c7f93199a0c req-4354f4be-5598-4383-aded-caca26a0bd6b service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state building and task_state spawning.
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Instance destroyed successfully.
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'resources' on Instance uuid bd5b9f6c-ac84-4bff-b104-90d5aa3249ae {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-150252337',display_name='tempest-AttachVolumeNegativeTest-server-150252337',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-150252337',id=3,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBMi0NVQQBanWyayrH3oSbYExJFrhRc5sNsdQR+CIon+PEKSc/8XsOx8EI36QXuPMCTRjYTA0lbtXFIJFW4bkgEIBeF2IH6XgTax17Fg8bBKeaaeSPERu9jesS6LyY95gA==',key_name='tempest-keypair-376522417',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:15:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-a0exql2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:15:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bd5b9f6c-ac84-4bff-b104-90d5aa3249ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "address": "fa:16:3e:86:85:15", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb6645b0-9f", "ovs_interfaceid": "fb6645b0-9f18-49fa-acac-5b6a23f1d980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG os_vif [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb6645b0-9f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e6490a2c-54f9-4257-ba40-379cf5eb351d) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:43 user nova-compute[74976]: INFO os_vif [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:85:15,bridge_name='br-int',has_traffic_filtering=True,id=fb6645b0-9f18-49fa-acac-5b6a23f1d980,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb6645b0-9f')
Dec 04 05:21:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Deleting instance files /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae_del
Dec 04 05:21:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Deletion of /opt/stack/data/nova/instances/bd5b9f6c-ac84-4bff-b104-90d5aa3249ae_del complete
Dec 04 05:21:43 user nova-compute[74976]: INFO nova.compute.manager [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Took 1.78 seconds to destroy the instance on the hypervisor.
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Acquiring lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] No waiting events found dispatching network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:43 user nova-compute[74976]: WARNING nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received unexpected event network-vif-plugged-fb6645b0-9f18-49fa-acac-5b6a23f1d980 for instance with vm_state active and task_state deleting.
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:43 user nova-compute[74976]: WARNING nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state building and task_state spawning.
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:43 user nova-compute[74976]: WARNING nova.compute.manager [req-c3183cd7-d34e-4f7b-bec2-c1fd08b489c0 req-a19400c0-5c48-4a3e-8d60-5e9afd244759 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state building and task_state spawning.
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:21:44 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Took 0.77 seconds to deallocate network for instance.
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:21:44 user nova-compute[74976]: WARNING nova.compute.manager [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state building and task_state spawning.
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-90edcf50-aea1-4465-b424-96de70d16414 req-268d875f-be61-4932-87d1-b1ad5dd8125f service nova] [instance: bd5b9f6c-ac84-4bff-b104-90d5aa3249ae] Received event network-vif-deleted-fb6645b0-9f18-49fa-acac-5b6a23f1d980 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.506s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:44 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Deleted allocations for instance bd5b9f6c-ac84-4bff-b104-90d5aa3249ae
Dec 04 05:21:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e87749c5-6387-4503-905b-c2b581f92981 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bd5b9f6c-ac84-4bff-b104-90d5aa3249ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.281s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance spawned successfully.
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance spawned successfully.
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Took 10.98 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.compute.manager [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Took 12.34 seconds to build instance.
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Took 9.31 seconds to spawn the instance on the hypervisor.
Dec 04 05:21:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:21:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b10e6e35-182d-4cfc-a1c0-3fb0a4802f07 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.525s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:45 user nova-compute[74976]: INFO nova.compute.manager [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Took 11.00 seconds to build instance.
Dec 04 05:21:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ad7d0372-6021-4d43-894a-14a23711c0e3 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.228s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 req-27b24fbb-6588-444e-a459-c0709baa9839 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event volume-reimaged-dbc8afe9-7e9f-41dc-9121-5fe6483a02ca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 req-27b24fbb-6588-444e-a459-c0709baa9839 service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 req-27b24fbb-6588-444e-a459-c0709baa9839 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 req-27b24fbb-6588-444e-a459-c0709baa9839 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 req-27b24fbb-6588-444e-a459-c0709baa9839 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Processing event volume-reimaged-dbc8afe9-7e9f-41dc-9121-5fe6483a02ca {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance event wait completed in 22 seconds for volume-reimaged {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:21:46 user nova-compute[74976]: INFO nova.virt.block_device [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Booting with volume dbc8afe9-7e9f-41dc-9121-5fe6483a02ca at /dev/vda
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.utils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f387ab04-f86e-41bb-a1e3-e6d8435c142a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a6727c6-6a65-489f-946f-77067c72ebed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2c8a93-6345-431a-ac4a-d7a608859683]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd7e491e-6499-40f8-ae81-6bf22a001cbc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:21:46 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:21:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a61d1ca-4b9f-4f98-b675-a02abb8ec83b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG os_brick.utils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating existing volume attachment record: 5f527aab-34e3-4db2-9685-527f464176c5 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:21:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:21:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:22:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Creating image(s)
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Ensure instance console log exists: /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start _get_guest_xml network_info=[{"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '5f527aab-34e3-4db2-9685-527f464176c5', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '515e42b4-2769-4f41-a240-512ce97d0ca8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'serial': 'dbc8afe9-7e9f-41dc-9121-5fe6483a02ca'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:22:00 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 05:22:00 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.objects.instance [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lazy-loading 'vcpu_model' on Instance uuid 515e42b4-2769-4f41-a240-512ce97d0ca8 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:22:00 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:22:00 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:22:00 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9508b359-78b1-4a75-80a0-20267ccb9e9e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:22:00 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0a9ae57-5f48-44bf-9c36-fe09b57c3877]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca] added
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[425e7ef5-f41a-434f-a87f-0910f26e503f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b71a8d-c9e3-41f5-9aee-cf380da9e578]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IODdbyWN {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IODdbyWN" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba467d02-3f44-4369-9427-c9b8f24e1d45]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IODdbyWN'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec5ca3d-f8d0-46e6-ad01-a291176d33dd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f443a08-d124-41b8-9750-668997ed1812]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --login" returned: 0 in 0.137s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b3c9748-2465-4a3d-ba29-5bb5651cfc5d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]
Dec 04 05:22:00 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e31f75a-f7cd-4978-9c90-3126c2bc853b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cddfcc-4b12-4e2d-9477-c2b2e0d7ef3e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:22:00 user nova-compute[74976]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:22:00 user nova-compute[74976]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:22:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d9df3b-34ee-4662-8849-00b73422fdb9]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:22:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.405s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '26161303938326434', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161303938326434', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1793858157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:22:01 user nova-compute[74976]:   <uuid>515e42b4-2769-4f41-a240-512ce97d0ca8</uuid>
Dec 04 05:22:01 user nova-compute[74976]:   <name>instance-0000000f</name>
Dec 04 05:22:01 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:22:01 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:22:01 user nova-compute[74976]:   <metadata>
Dec 04 05:22:01 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:22:01 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:22:01 user nova-compute[74976]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1793858157</nova:name>
Dec 04 05:22:01 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:22:00</nova:creationTime>
Dec 04 05:22:01 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:22:01 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:22:01 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:22:01 user nova-compute[74976]:       <nova:owner>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:user uuid="8c084247f1074cf582bc58c5185fc9d0">tempest-ServerActionsV293TestJSON-73208048-project-member</nova:user>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:project uuid="4a1c2acd75974c339b48f7b80cf65523">tempest-ServerActionsV293TestJSON-73208048</nova:project>
Dec 04 05:22:01 user nova-compute[74976]:       </nova:owner>
Dec 04 05:22:01 user nova-compute[74976]:       <nova:ports>
Dec 04 05:22:01 user nova-compute[74976]:         <nova:port uuid="db593b44-460c-4790-8021-cb3daef595a7">
Dec 04 05:22:01 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:22:01 user nova-compute[74976]:         </nova:port>
Dec 04 05:22:01 user nova-compute[74976]:       </nova:ports>
Dec 04 05:22:01 user nova-compute[74976]:     </nova:instance>
Dec 04 05:22:01 user nova-compute[74976]:   </metadata>
Dec 04 05:22:01 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:22:01 user nova-compute[74976]:     <system>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="serial">515e42b4-2769-4f41-a240-512ce97d0ca8</entry>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="uuid">515e42b4-2769-4f41-a240-512ce97d0ca8</entry>
Dec 04 05:22:01 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:22:01 user nova-compute[74976]:     </system>
Dec 04 05:22:01 user nova-compute[74976]:   </sysinfo>
Dec 04 05:22:01 user nova-compute[74976]:   <os>
Dec 04 05:22:01 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:22:01 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:22:01 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:22:01 user nova-compute[74976]:   </os>
Dec 04 05:22:01 user nova-compute[74976]:   <features>
Dec 04 05:22:01 user nova-compute[74976]:     <acpi/>
Dec 04 05:22:01 user nova-compute[74976]:     <apic/>
Dec 04 05:22:01 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:22:01 user nova-compute[74976]:   </features>
Dec 04 05:22:01 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:22:01 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:22:01 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:22:01 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:22:01 user nova-compute[74976]:   </clock>
Dec 04 05:22:01 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:22:01 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:22:01 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:22:01 user nova-compute[74976]:   </cpu>
Dec 04 05:22:01 user nova-compute[74976]:   <devices>
Dec 04 05:22:01 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:22:01 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:22:01 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:22:01 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:22:01 user nova-compute[74976]:       <serial>dbc8afe9-7e9f-41dc-9121-5fe6483a02ca</serial>
Dec 04 05:22:01 user nova-compute[74976]:     </disk>
Dec 04 05:22:01 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:22:01 user nova-compute[74976]:       <mac address="fa:16:3e:aa:fd:4a"/>
Dec 04 05:22:01 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:22:01 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:22:01 user nova-compute[74976]:       <target dev="tapdb593b44-46"/>
Dec 04 05:22:01 user nova-compute[74976]:     </interface>
Dec 04 05:22:01 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:22:01 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8/console.log" append="off"/>
Dec 04 05:22:01 user nova-compute[74976]:     </serial>
Dec 04 05:22:01 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:22:01 user nova-compute[74976]:     <video>
Dec 04 05:22:01 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:22:01 user nova-compute[74976]:     </video>
Dec 04 05:22:01 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:22:01 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:22:01 user nova-compute[74976]:     </rng>
Dec 04 05:22:01 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:22:01 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:22:01 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:22:01 user nova-compute[74976]:     </memballoon>
Dec 04 05:22:01 user nova-compute[74976]:   </devices>
Dec 04 05:22:01 user nova-compute[74976]: </domain>
Dec 04 05:22:01 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1793858157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG os_vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'beb26b94-0ed7-56b5-8b87-bd6b1a271a53', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb593b44-46, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb593b44-46, col_values=(('qos', UUID('f6285646-7cd0-4e19-824b-6375a4e4d73b')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb593b44-46, col_values=(('external_ids', {'iface-id': 'db593b44-460c-4790-8021-cb3daef595a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:fd:4a', 'vm-uuid': '515e42b4-2769-4f41-a240-512ce97d0ca8'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:22:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:01 user nova-compute[74976]: INFO os_vif [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46')
Dec 04 05:22:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:22:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] No VIF found with MAC fa:16:3e:aa:fd:4a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:03 user nova-compute[74976]: WARNING nova.compute.manager [req-860d77c5-d9be-4e45-a403-7722e8e181f0 req-196a4959-fac4-43c6-9a5b-c7cec4913814 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state active and task_state rebuild_spawning.
Dec 04 05:22:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:22:05 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance spawned successfully.
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74976) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:05 user nova-compute[74976]: WARNING nova.compute.manager [req-64368f98-cdd8-42ee-8625-972f91112824 req-50dcd0b5-6fa5-4fec-b094-9d78636ac0a2 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state active and task_state None.
Dec 04 05:22:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df9609b0-9a20-4dcf-bb9a-8d0c0efbc3c7 tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.075s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing instance network info cache due to event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated VIF entry in instance network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ecb09017-b7ea-4199-98cb-e0f31df14452 req-09259347-19be-4e41-b83d-0459b72b7d22 service nova] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:11 user nova-compute[74976]: INFO nova.compute.manager [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Terminating instance
Dec 04 05:22:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-unplugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] No waiting events found dispatching network-vif-unplugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-807cd5c8-4fe6-464f-8691-1b59f92f0cef req-d7dc3cd7-9d67-4343-849f-55f68564e31b service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-unplugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Instance destroyed successfully.
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lazy-loading 'resources' on Instance uuid 15625342-4488-4e29-b2e3-0f90c20996aa {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-814065264',display_name='tempest-VolumesAdminNegativeTest-server-814065264',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-814065264',id=4,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9pKUo/2n51Nfgk+Od9L3LyRC+MPHfXRdsnm3VX2wBN4iy4pC5p4pEg/N+P0d3Qy4kpfDskkOg3WxLTDGwKChlTm5FubfBzT5HklvdYK20vhcX2NHRBQZUzhsdj+9ypZw==',key_name='tempest-keypair-1416107101',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:16:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='97238f81f7ce4f42b2bb087e5f9bc830',ramdisk_id='',reservation_id='r-xsmv9ol3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-397494070',owner_user_name='tempest-VolumesAdminNegativeTest-397494070-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:16:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ecd063127f164e208df4c5024a1fd31c',uuid=15625342-4488-4e29-b2e3-0f90c20996aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converting VIF {"id": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "address": "fa:16:3e:36:8c:6a", "network": {"id": "d5275fc4-2f05-4827-be0b-1185bf09118e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1386380311-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97238f81f7ce4f42b2bb087e5f9bc830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44fac85f-58", "ovs_interfaceid": "44fac85f-58ad-4f75-931f-43988e1b7ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG os_vif [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44fac85f-58, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f308b408-a9dc-4bc1-8613-0eab134a514f) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:12 user nova-compute[74976]: INFO os_vif [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:8c:6a,bridge_name='br-int',has_traffic_filtering=True,id=44fac85f-58ad-4f75-931f-43988e1b7ff3,network=Network(d5275fc4-2f05-4827-be0b-1185bf09118e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44fac85f-58')
Dec 04 05:22:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Deleting instance files /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa_del
Dec 04 05:22:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Deletion of /opt/stack/data/nova/instances/15625342-4488-4e29-b2e3-0f90c20996aa_del complete
Dec 04 05:22:12 user nova-compute[74976]: INFO nova.compute.manager [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 04 05:22:12 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:22:12 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:22:13 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:13 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Took 1.01 seconds to deallocate network for instance.
Dec 04 05:22:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-561b9b80-91ef-40c6-b4b8-996b56eb48aa req-0b7433f1-4946-40f4-8503-d5765828bed5 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-deleted-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:13 user nova-compute[74976]: INFO nova.compute.manager [req-561b9b80-91ef-40c6-b4b8-996b56eb48aa req-0b7433f1-4946-40f4-8503-d5765828bed5 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Neutron deleted interface 44fac85f-58ad-4f75-931f-43988e1b7ff3; detaching it from the instance and deleting it from the info cache
Dec 04 05:22:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-561b9b80-91ef-40c6-b4b8-996b56eb48aa req-0b7433f1-4946-40f4-8503-d5765828bed5 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-561b9b80-91ef-40c6-b4b8-996b56eb48aa req-0b7433f1-4946-40f4-8503-d5765828bed5 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Detach interface failed, port_id=44fac85f-58ad-4f75-931f-43988e1b7ff3, reason: Instance 15625342-4488-4e29-b2e3-0f90c20996aa could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:22:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:14 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Deleted allocations for instance 15625342-4488-4e29-b2e3-0f90c20996aa
Dec 04 05:22:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f0883c3d-a61f-4c1d-b5b3-84724ed33b4b tempest-VolumesAdminNegativeTest-397494070 tempest-VolumesAdminNegativeTest-397494070-project-member] Lock "15625342-4488-4e29-b2e3-0f90c20996aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.494s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] Acquiring lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] Lock "15625342-4488-4e29-b2e3-0f90c20996aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] No waiting events found dispatching network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:14 user nova-compute[74976]: WARNING nova.compute.manager [req-c64dbc83-2b71-4005-9bf6-460baa111553 req-ee66677c-2c37-4be1-9d1b-9bbd7c6147e2 service nova] [instance: 15625342-4488-4e29-b2e3-0f90c20996aa] Received unexpected event network-vif-plugged-44fac85f-58ad-4f75-931f-43988e1b7ff3 for instance with vm_state deleted and task_state None.
Dec 04 05:22:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:22 user nova-compute[74976]: INFO nova.compute.manager [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Unrescuing
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG nova.objects.instance [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'flavor' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:22 user nova-compute[74976]: WARNING nova.compute.manager [req-97cd2587-7e00-42ea-b41b-88b0003e9516 req-aae5d664-8f41-4009-8374-77224d4c8d14 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:22:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance destroyed successfully.
Dec 04 05:22:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:25 user nova-compute[74976]: WARNING nova.compute.manager [req-8b6fdbf1-516d-4ac2-8283-0f73e569a253 req-adf97968-9afb-40fd-b72b-9dcba845d925 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:22:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:27 user nova-compute[74976]: WARNING nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:22:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:27 user nova-compute[74976]: WARNING nova.compute.manager [req-decc00f3-a5d2-49dc-bb12-e22b84c748fc req-ccc61b8e-93a9-4bae-92e3-8f74d89150ca service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:22:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-95a91108-5df7-4504-b6c9-ce7417548f69 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:22:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:22:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:22:35 user nova-compute[74976]: INFO nova.compute.claims [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Claim successful on node user
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:22:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7323MB free_disk=25.28506088256836GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.870s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.141s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:22:36 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 515e42b4-2769-4f41-a240-512ce97d0ca8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance ab206844-3cdc-49aa-990b-c87006534377 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.policy [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e515442a8c5941b88dde5879b405875f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8ee74cc6e74c3a83efa18b670d70db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:22:36 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Creating image(s)
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.553s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk 1073741824" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Successfully created port: 79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Cannot resize image /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Ensure instance console log exists: /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Successfully updated port: 79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquired lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-changed-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Refreshing instance network info cache due to event network-changed-79958a92-88b5-4dcd-a862-55d2c1941c0d. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] Acquiring lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Skipping network cache update for instance because it is Building. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updating instance_info_cache with network_info: [{"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Releasing lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Instance network_info: |[{"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] Acquired lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Refreshing network info cache for port 79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Start _get_guest_xml network_info=[{"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:22:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:22:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-809045154',display_name='tempest-AttachVolumeNegativeTest-server-809045154',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-809045154',id=23,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKwRm814eFl/i3juy7I+qu3xiiRFDV3gSksLAu0w9FpcALwE6eH3j8+DXGFylpDKnbC5dSlRqKqlD1IwATTBZ5kA/A12y48qEHyDWYLeXs/F0XedqsEZHIhSOeGeJywe6w==',key_name='tempest-keypair-619556478',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-feqgwfin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:22:37 user nova-compute[74976]:   <uuid>8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce</uuid>
Dec 04 05:22:37 user nova-compute[74976]:   <name>instance-00000017</name>
Dec 04 05:22:37 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:22:37 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:22:37 user nova-compute[74976]:   <metadata>
Dec 04 05:22:37 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:22:37 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeNegativeTest-server-809045154</nova:name>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:22:37</nova:creationTime>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:22:37 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:22:37 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:owner>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:user uuid="e515442a8c5941b88dde5879b405875f">tempest-AttachVolumeNegativeTest-320860805-project-member</nova:user>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:project uuid="fb8ee74cc6e74c3a83efa18b670d70db">tempest-AttachVolumeNegativeTest-320860805</nova:project>
Dec 04 05:22:37 user nova-compute[74976]:       </nova:owner>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:22:37 user nova-compute[74976]:       <nova:ports>
Dec 04 05:22:37 user nova-compute[74976]:         <nova:port uuid="79958a92-88b5-4dcd-a862-55d2c1941c0d">
Dec 04 05:22:37 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:22:37 user nova-compute[74976]:         </nova:port>
Dec 04 05:22:37 user nova-compute[74976]:       </nova:ports>
Dec 04 05:22:37 user nova-compute[74976]:     </nova:instance>
Dec 04 05:22:37 user nova-compute[74976]:   </metadata>
Dec 04 05:22:37 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:22:37 user nova-compute[74976]:     <system>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="serial">8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce</entry>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="uuid">8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce</entry>
Dec 04 05:22:37 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:22:37 user nova-compute[74976]:     </system>
Dec 04 05:22:37 user nova-compute[74976]:   </sysinfo>
Dec 04 05:22:37 user nova-compute[74976]:   <os>
Dec 04 05:22:37 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:22:37 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:22:37 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:22:37 user nova-compute[74976]:   </os>
Dec 04 05:22:37 user nova-compute[74976]:   <features>
Dec 04 05:22:37 user nova-compute[74976]:     <acpi/>
Dec 04 05:22:37 user nova-compute[74976]:     <apic/>
Dec 04 05:22:37 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:22:37 user nova-compute[74976]:   </features>
Dec 04 05:22:37 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:22:37 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:22:37 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:22:37 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:22:37 user nova-compute[74976]:   </clock>
Dec 04 05:22:37 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:22:37 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:22:37 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:22:37 user nova-compute[74976]:   </cpu>
Dec 04 05:22:37 user nova-compute[74976]:   <devices>
Dec 04 05:22:37 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:22:37 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:22:37 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk"/>
Dec 04 05:22:37 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:22:37 user nova-compute[74976]:     </disk>
Dec 04 05:22:37 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:22:37 user nova-compute[74976]:       <mac address="fa:16:3e:61:0f:7a"/>
Dec 04 05:22:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:22:37 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:22:37 user nova-compute[74976]:       <target dev="tap79958a92-88"/>
Dec 04 05:22:37 user nova-compute[74976]:     </interface>
Dec 04 05:22:37 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:22:37 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/console.log" append="off"/>
Dec 04 05:22:37 user nova-compute[74976]:     </serial>
Dec 04 05:22:37 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:22:37 user nova-compute[74976]:     <video>
Dec 04 05:22:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:22:37 user nova-compute[74976]:     </video>
Dec 04 05:22:37 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:22:37 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:22:37 user nova-compute[74976]:     </rng>
Dec 04 05:22:37 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:22:37 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:22:37 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:22:37 user nova-compute[74976]:     </memballoon>
Dec 04 05:22:37 user nova-compute[74976]:   </devices>
Dec 04 05:22:37 user nova-compute[74976]: </domain>
Dec 04 05:22:37 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-809045154',display_name='tempest-AttachVolumeNegativeTest-server-809045154',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-809045154',id=23,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKwRm814eFl/i3juy7I+qu3xiiRFDV3gSksLAu0w9FpcALwE6eH3j8+DXGFylpDKnbC5dSlRqKqlD1IwATTBZ5kA/A12y48qEHyDWYLeXs/F0XedqsEZHIhSOeGeJywe6w==',key_name='tempest-keypair-619556478',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-feqgwfin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG os_vif [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa53c097-f476-50fa-a826-3a92b72bfc93', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap79958a92-88, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap79958a92-88, col_values=(('qos', UUID('e15bf48e-8da2-4f3d-b148-d08a54a1bc30')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap79958a92-88, col_values=(('external_ids', {'iface-id': '79958a92-88b5-4dcd-a862-55d2c1941c0d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:0f:7a', 'vm-uuid': '8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:37 user nova-compute[74976]: INFO os_vif [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88')
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:22:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:61:0f:7a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updated VIF entry in instance network info cache for port 79958a92-88b5-4dcd-a862-55d2c1941c0d. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updating instance_info_cache with network_info: [{"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d6128554-e478-45c3-95d2-b9a4473893bc req-972369ea-9bf5-4fbe-8578-828f4f5bfc49 service nova] Releasing lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] No waiting events found dispatching network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:39 user nova-compute[74976]: WARNING nova.compute.manager [req-19a923d6-1080-45ce-b001-b89f65ec45ae req-059abed6-4f24-4182-8612-c66a15a71d9a service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received unexpected event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d for instance with vm_state building and task_state spawning.
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid c562364d-085c-40ab-961f-50b2311399cf {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid ab206844-3cdc-49aa-990b-c87006534377 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 515e42b4-2769-4f41-a240-512ce97d0ca8 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "cd296147-5275-408e-9544-c56f0bb6e474" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "c562364d-085c-40ab-961f-50b2311399cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "19a6f46c-e444-42da-819d-4e60076726d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "ab206844-3cdc-49aa-990b-c87006534377" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "c562364d-085c-40ab-961f-50b2311399cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "ab206844-3cdc-49aa-990b-c87006534377" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "cd296147-5275-408e-9544-c56f0bb6e474" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.106s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "19a6f46c-e444-42da-819d-4e60076726d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.118s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:22:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Instance spawned successfully.
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:22:41 user nova-compute[74976]: INFO nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Took 5.04 seconds to spawn the instance on the hypervisor.
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] No waiting events found dispatching network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:22:41 user nova-compute[74976]: WARNING nova.compute.manager [req-421c8afa-9674-4894-a140-0611c82f6e82 req-aad205e4-f992-4eb9-ab6d-46f59a04de47 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received unexpected event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d for instance with vm_state building and task_state spawning.
Dec 04 05:22:41 user nova-compute[74976]: INFO nova.compute.manager [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Took 6.26 seconds to build instance.
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6fbd6194-bf77-4197-a5c0-cc05a3b647fa tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.423s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.898s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:22:41 user nova-compute[74976]: INFO nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 04 05:22:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:22:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:22:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-changed-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Refreshing instance network info cache due to event network-changed-f5d6a799-428d-4cca-8b6e-b1abd9067ee9. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Refreshing network info cache for port f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updated VIF entry in instance network info cache for port f5d6a799-428d-4cca-8b6e-b1abd9067ee9. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:22:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-25201334-c1b2-49a5-a7eb-28d8b9a5b9b4 req-ca1f2b56-a201-4926-b0e5-b821c6dc788b service nova] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-changed-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Refreshing instance network info cache due to event network-changed-e8869b13-29f6-4b7b-b149-4c765f8117dd. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] Acquiring lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] Acquired lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Refreshing network info cache for port e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:03 user nova-compute[74976]: DEBUG nova.objects.instance [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'flavor' on Instance uuid 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Ignoring supplied device name: /dev/vdb
Dec 04 05:23:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:04 user nova-compute[74976]: INFO nova.compute.manager [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Attaching volume c003c8b3-4243-4bda-a330-9fd368a59ed1 to /dev/vdb
Dec 04 05:23:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updated VIF entry in instance network info cache for port e8869b13-29f6-4b7b-b149-4c765f8117dd. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating instance_info_cache with network_info: [{"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1d2bee-c9b0-43ea-a391-84a7c7da2a90]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-497bc345-0380-4560-8fa1-18017a684893 req-6aa4c0f5-ad1d-43f8-b4e0-1d71c25ab91b service nova] Releasing lock "refresh_cache-99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[446f2011-eba3-46dc-b6cf-f9400b644046]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9bfc3b9-dc9a-402f-a5c1-f8138e98a8df]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9066d21e-c2ff-4195-80ed-e9839eb85c96]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:23:04 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:23:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca85e30-76a9-4b59-b61d-3d8e2a6434ff]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG os_brick.utils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:04 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating existing volume attachment record: 62c380e0-5251-4e6e-a8be-6fdc73879660 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:23:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:11 user nova-compute[74976]: INFO nova.compute.manager [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Terminating instance
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-unplugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] No waiting events found dispatching network-vif-unplugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-814bb7c8-cc45-4d50-97f6-ceffd6b3549b req-97c983da-12ab-4930-9f77-e097f22a6441 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-unplugged-80d3fcb6-0c13-4658-841f-336d594ac1db for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:11 user nova-compute[74976]: INFO nova.compute.manager [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Terminating instance
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] Instance destroyed successfully.
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.objects.instance [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lazy-loading 'resources' on Instance uuid ab206844-3cdc-49aa-990b-c87006534377 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2031807599',display_name='tempest-VolumesActionsTest-instance-2031807599',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2031807599',id=19,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cffa0d534e924b5fbad54943e08b71c6',ramdisk_id='',reservation_id='r-xx0o4x00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-597888170',owner_user_name='tempest-VolumesActionsTest-597888170-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:21:24Z,user_data=None,user_id='091e88777217431ebecd2590c0d2a933',uuid=ab206844-3cdc-49aa-990b-c87006534377,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converting VIF {"id": "80d3fcb6-0c13-4658-841f-336d594ac1db", "address": "fa:16:3e:f1:db:8e", "network": {"id": "90ca6956-f01f-4edf-8174-640ec42eb41c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-783233500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cffa0d534e924b5fbad54943e08b71c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80d3fcb6-0c", "ovs_interfaceid": "80d3fcb6-0c13-4658-841f-336d594ac1db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG os_vif [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80d3fcb6-0c, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9184d6d8-d92b-4a6f-916d-ba9e2e48e308) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: INFO os_vif [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:db:8e,bridge_name='br-int',has_traffic_filtering=True,id=80d3fcb6-0c13-4658-841f-336d594ac1db,network=Network(90ca6956-f01f-4edf-8174-640ec42eb41c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80d3fcb6-0c')
Dec 04 05:23:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Deleting instance files /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377_del
Dec 04 05:23:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Deletion of /opt/stack/data/nova/instances/ab206844-3cdc-49aa-990b-c87006534377_del complete
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-92d5dded-9ef1-4b99-86ca-99ba8cc5c311 req-8a63a593-98ba-4658-8eab-d71f0422f860 service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-unplugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:23:12 user nova-compute[74976]: INFO nova.compute.manager [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] [instance: ab206844-3cdc-49aa-990b-c87006534377] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:23:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Instance destroyed successfully.
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lazy-loading 'resources' on Instance uuid 515e42b4-2769-4f41-a240-512ce97d0ca8 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:19:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1793858157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1051747153',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOVRhnXDC2c9yHBZWnjl57IEvkoB99NgT3+FTxzqiMz//Wu3zwDvV+aVaQxq9ExhDsFKzydKsktlL/7fNmAwaviq9waJj0Blpx9IjtbTRWdfWL/SVgBADlaGiORdOpoGqA==',key_name='tempest-keypair-1028754189',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:22:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a1c2acd75974c339b48f7b80cf65523',ramdisk_id='',reservation_id='r-82kwyx8n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-73208048',owner_user_name='tempest-ServerActionsV293TestJSON-73208048-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:22:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c084247f1074cf582bc58c5185fc9d0',uuid=515e42b4-2769-4f41-a240-512ce97d0ca8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converting VIF {"id": "db593b44-460c-4790-8021-cb3daef595a7", "address": "fa:16:3e:aa:fd:4a", "network": {"id": "63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1683301727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a1c2acd75974c339b48f7b80cf65523", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb593b44-46", "ovs_interfaceid": "db593b44-460c-4790-8021-cb3daef595a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_vif [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb593b44-46, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6285646-7cd0-4e19-824b-6375a4e4d73b) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:12 user nova-compute[74976]: INFO os_vif [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:fd:4a,bridge_name='br-int',has_traffic_filtering=True,id=db593b44-460c-4790-8021-cb3daef595a7,network=Network(63b7f68d-ce70-47d7-bbfa-19f6a7fe63a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb593b44-46')
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IODdbyWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2312edeb-dfb3-45be-a066-404481b8fc27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:23:12 user nova-compute[74976]: No targets found.
Dec 04 05:23:12 user nova-compute[74976]: iSNS:
Dec 04 05:23:12 user nova-compute[74976]: No targets found.
Dec 04 05:23:12 user nova-compute[74976]: STATIC:
Dec 04 05:23:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:23:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:23:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:23:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca
Dec 04 05:23:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:23:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:23:12 user nova-compute[74976]: FIRMWARE:
Dec 04 05:23:12 user nova-compute[74976]: No targets found.
Dec 04 05:23:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:23:12 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:23:12 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d44b8766-fc2d-470a-b525-d3abb2b62621]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f94454-d039-480b-af06-2d104c4350f0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:12 user nova-compute[74976]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:23:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:12 user nova-compute[74976]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca (non-flash)
Dec 04 05:23:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0478d510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc29c09d-751f-4576-931b-dc693eea5051]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c80e05-4d0a-4386-b496-775994d763f3]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: ab206844-3cdc-49aa-990b-c87006534377] Took 0.65 seconds to deallocate network for instance.
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55fb7fe-d34b-495e-be30-b76297e6e5df]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0605bb-790a-4642-9790-5551abc0c95a]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOb3de3264-aa0982d41b51191f', '/dev/disk/by-id/scsi-26161303938326434', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_b3de3264') {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[deac6833-e68a-4835-af66-f94c7a7ee01e]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabdc8bb-b3d4-435d-bba5-f3a9340b9557]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb875a3-30e3-452c-bcfa-8d57078e926b]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260]
Dec 04 05:23:12 user nova-compute[74976]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:23:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbc8afe9-7e9f-41dc-9121-5fe6483a02ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c312f659-33f0-43a0-b7a3-270fd80b4a73]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] <== disconnect_volume: return (364ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:23:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deleting instance files /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8_del
Dec 04 05:23:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deletion of /opt/stack/data/nova/instances/515e42b4-2769-4f41-a240-512ce97d0ca8_del complete
Dec 04 05:23:13 user nova-compute[74976]: INFO nova.compute.manager [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Took 1.37 seconds to destroy the instance on the hypervisor.
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.469s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:13 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Deleted allocations for instance ab206844-3cdc-49aa-990b-c87006534377
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-976c1177-ff94-47c7-b682-2ef4fb01797b tempest-VolumesActionsTest-597888170 tempest-VolumesActionsTest-597888170-project-member] Lock "ab206844-3cdc-49aa-990b-c87006534377" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.187s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] Acquiring lock "ab206844-3cdc-49aa-990b-c87006534377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] Lock "ab206844-3cdc-49aa-990b-c87006534377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] No waiting events found dispatching network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:13 user nova-compute[74976]: WARNING nova.compute.manager [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received unexpected event network-vif-plugged-80d3fcb6-0c13-4658-841f-336d594ac1db for instance with vm_state deleted and task_state None.
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-c6dfc481-18de-4c29-93c6-8f8561a90a22 req-8c9a8324-ea68-4a30-9ae1-2bdd03e2e119 service nova] [instance: ab206844-3cdc-49aa-990b-c87006534377] Received event network-vif-deleted-80d3fcb6-0c13-4658-841f-336d594ac1db {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:13 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:13 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Took 0.83 seconds to deallocate network for instance.
Dec 04 05:23:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] Acquiring lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] No waiting events found dispatching network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:14 user nova-compute[74976]: WARNING nova.compute.manager [req-0850aba7-ddd8-40ae-9c15-0af8ee2e487f req-e44e02fb-7c51-4296-8e39-9909be04316e service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received unexpected event network-vif-plugged-db593b44-460c-4790-8021-cb3daef595a7 for instance with vm_state active and task_state deleting.
Dec 04 05:23:14 user nova-compute[74976]: INFO nova.compute.manager [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Took 0.82 seconds to detach 1 volumes for instance.
Dec 04 05:23:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Deleting volume: dbc8afe9-7e9f-41dc-9121-5fe6483a02ca {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.volume.cinder [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Update attachment failed for attachment 62c380e0-5251-4e6e-a8be-6fdc73879660. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530)
Dec 04 05:23:15 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Failed to attach c003c8b3-4243-4bda-a330-9fd368a59ed1 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Traceback (most recent call last):
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     bdm.attach(context, instance, self.volume_api, self.driver,
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     ret_val = method(obj, context, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     self._do_attach(context, instance, volume, volume_api,
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     self._volume_attach(context, volume, connector, instance,
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     connection_info = volume_api.attachment_update(
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     res = method(self, ctx, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     return method.func(obj, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     resp = self._update('/attachments/%s' % id, body)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     return self.request(url, method, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b]     raise exceptions.from_response(resp, body)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530)
Dec 04 05:23:15 user nova-compute[74976]: ERROR nova.compute.manager [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] 
Dec 04 05:23:15 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:23:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:15 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Deleted allocations for instance 515e42b4-2769-4f41-a240-512ce97d0ca8
Dec 04 05:23:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.228s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server [None req-69361abe-d235-490a-aec4-ed6ac11590d9 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2b0dc49b-d0d3-43f3-a0a4-f63774ef9530)
Dec 04 05:23:15 user nova-compute[74976]: ERROR oslo_messaging.rpc.server 
Dec 04 05:23:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-19ee0441-f97f-4f15-a8c9-39f57bea393d tempest-ServerActionsV293TestJSON-73208048 tempest-ServerActionsV293TestJSON-73208048-project-member] Lock "515e42b4-2769-4f41-a240-512ce97d0ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.632s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-9a0eed83-cb37-4033-8848-dd6432048cc0 req-894a9fe5-2b46-493a-a101-b8ec795a8a0a service nova] [instance: 515e42b4-2769-4f41-a240-512ce97d0ca8] Received event network-vif-deleted-db593b44-460c-4790-8021-cb3daef595a7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:23:21 user nova-compute[74976]: INFO nova.compute.claims [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Claim successful on node user
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:23:22 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.policy [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3642f0c04c40f4a23581d1ca5620b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e46de8c2bb46f7bc3b949014570fe3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:23:22 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Creating image(s)
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk 1073741824" returned: 0 in 0.054s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:22 user nova-compute[74976]: INFO nova.compute.manager [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Rescuing
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Successfully created port: 8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Cannot resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Ensure instance console log exists: /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:23 user nova-compute[74976]: WARNING nova.compute.manager [req-f5e8dd11-6fce-45bd-bf0e-d069697707c0 req-29aa3048-7476-4419-847f-f6c3c2944f6a service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state active and task_state rescuing.
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Successfully updated port: 8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquired lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-changed-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Refreshing instance network info cache due to event network-changed-8f438624-77b8-4caa-bcf7-41e304c4e042. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] Acquiring lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:23:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance destroyed successfully.
Dec 04 05:23:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Attempting rescue
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:23:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Creating image(s)
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'trusted_certs' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Releasing lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance network_info: |[{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] Acquired lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.neutron [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Refreshing network info cache for port 8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start _get_guest_xml network_info=[{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue" returned: 0 in 0.048s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'migration_context' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:23:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'pci_devices' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<fb8d67f4-9df5-48f7-b11e-11379a587763> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start _get_guest_xml network_info=[{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:38:65:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:23:24 user nova-compute[74976]:   <uuid>501dfbc9-3a7e-4109-b528-907a435acf20</uuid>
Dec 04 05:23:24 user nova-compute[74976]:   <name>instance-00000018</name>
Dec 04 05:23:24 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:23:24 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:23:24 user nova-compute[74976]:   <metadata>
Dec 04 05:23:24 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:23:24 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeTestJSON-server-25872859</nova:name>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:23:24</nova:creationTime>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:23:24 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:owner>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:user uuid="6b3642f0c04c40f4a23581d1ca5620b4">tempest-AttachVolumeTestJSON-1809207749-project-member</nova:user>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:project uuid="36e46de8c2bb46f7bc3b949014570fe3">tempest-AttachVolumeTestJSON-1809207749</nova:project>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:owner>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:ports>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:port uuid="8f438624-77b8-4caa-bcf7-41e304c4e042">
Dec 04 05:23:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:23:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:ports>
Dec 04 05:23:24 user nova-compute[74976]:     </nova:instance>
Dec 04 05:23:24 user nova-compute[74976]:   </metadata>
Dec 04 05:23:24 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:23:24 user nova-compute[74976]:     <system>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="serial">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="uuid">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:23:24 user nova-compute[74976]:     </system>
Dec 04 05:23:24 user nova-compute[74976]:   </sysinfo>
Dec 04 05:23:24 user nova-compute[74976]:   <os>
Dec 04 05:23:24 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:23:24 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:23:24 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:23:24 user nova-compute[74976]:   </os>
Dec 04 05:23:24 user nova-compute[74976]:   <features>
Dec 04 05:23:24 user nova-compute[74976]:     <acpi/>
Dec 04 05:23:24 user nova-compute[74976]:     <apic/>
Dec 04 05:23:24 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:23:24 user nova-compute[74976]:   </features>
Dec 04 05:23:24 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:23:24 user nova-compute[74976]:   </clock>
Dec 04 05:23:24 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:23:24 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:23:24 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:23:24 user nova-compute[74976]:   </cpu>
Dec 04 05:23:24 user nova-compute[74976]:   <devices>
Dec 04 05:23:24 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:23:24 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:23:24 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk"/>
Dec 04 05:23:24 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:     </disk>
Dec 04 05:23:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:23:24 user nova-compute[74976]:       <mac address="fa:16:3e:30:31:ae"/>
Dec 04 05:23:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:23:24 user nova-compute[74976]:       <target dev="tap8f438624-77"/>
Dec 04 05:23:24 user nova-compute[74976]:     </interface>
Dec 04 05:23:24 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:23:24 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/console.log" append="off"/>
Dec 04 05:23:24 user nova-compute[74976]:     </serial>
Dec 04 05:23:24 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:23:24 user nova-compute[74976]:     <video>
Dec 04 05:23:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:     </video>
Dec 04 05:23:24 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:23:24 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:23:24 user nova-compute[74976]:     </rng>
Dec 04 05:23:24 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:23:24 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:23:24 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:23:24 user nova-compute[74976]:     </memballoon>
Dec 04 05:23:24 user nova-compute[74976]:   </devices>
Dec 04 05:23:24 user nova-compute[74976]: </domain>
Dec 04 05:23:24 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:23:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG os_vif [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<fb8d67f4-9df5-48f7-b11e-11379a587763> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'numa_topology' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f254102-bb27-54bb-acaf-a8148c38e0f3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<fb8d67f4-9df5-48f7-b11e-11379a587763> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f438624-77, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f438624-77, col_values=(('qos', UUID('28f14b29-d557-4b5f-9db5-e53d59f2adfd')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f438624-77, col_values=(('external_ids', {'iface-id': '8f438624-77b8-4caa-bcf7-41e304c4e042', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:31:ae', 'vm-uuid': '501dfbc9-3a7e-4109-b528-907a435acf20'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'vcpu_model' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:24 user nova-compute[74976]: INFO os_vif [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<fb8d67f4-9df5-48f7-b11e-11379a587763> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-26454509',display_name='tempest-ServerRescueNegativeTestJSON-server-26454509',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-26454509',id=21,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-s8w9p7nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:45Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=fb8d67f4-9df5-48f7-b11e-11379a587763,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:38:65:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:38:65:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<fb8d67f4-9df5-48f7-b11e-11379a587763> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:23:24 user nova-compute[74976]:   <uuid>fb8d67f4-9df5-48f7-b11e-11379a587763</uuid>
Dec 04 05:23:24 user nova-compute[74976]:   <name>instance-00000015</name>
Dec 04 05:23:24 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:23:24 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:23:24 user nova-compute[74976]:   <metadata>
Dec 04 05:23:24 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:23:24 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-26454509</nova:name>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:23:24</nova:creationTime>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:23:24 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:owner>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:owner>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:23:24 user nova-compute[74976]:       <nova:ports>
Dec 04 05:23:24 user nova-compute[74976]:         <nova:port uuid="2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374">
Dec 04 05:23:24 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 05:23:24 user nova-compute[74976]:         </nova:port>
Dec 04 05:23:24 user nova-compute[74976]:       </nova:ports>
Dec 04 05:23:24 user nova-compute[74976]:     </nova:instance>
Dec 04 05:23:24 user nova-compute[74976]:   </metadata>
Dec 04 05:23:24 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:23:24 user nova-compute[74976]:     <system>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="serial">fb8d67f4-9df5-48f7-b11e-11379a587763</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="uuid">fb8d67f4-9df5-48f7-b11e-11379a587763</entry>
Dec 04 05:23:24 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:23:24 user nova-compute[74976]:     </system>
Dec 04 05:23:24 user nova-compute[74976]:   </sysinfo>
Dec 04 05:23:24 user nova-compute[74976]:   <os>
Dec 04 05:23:24 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:23:24 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:23:24 user nova-compute[74976]:   </os>
Dec 04 05:23:24 user nova-compute[74976]:   <features>
Dec 04 05:23:24 user nova-compute[74976]:     <acpi/>
Dec 04 05:23:24 user nova-compute[74976]:     <apic/>
Dec 04 05:23:24 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:23:24 user nova-compute[74976]:   </features>
Dec 04 05:23:24 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:23:24 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:23:24 user nova-compute[74976]:   </clock>
Dec 04 05:23:24 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:23:24 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:23:24 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:23:24 user nova-compute[74976]:   </cpu>
Dec 04 05:23:24 user nova-compute[74976]:   <devices>
Dec 04 05:23:24 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:23:24 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:23:24 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue"/>
Dec 04 05:23:24 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:     </disk>
Dec 04 05:23:24 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:23:24 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:23:24 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk"/>
Dec 04 05:23:24 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:     </disk>
Dec 04 05:23:24 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:23:24 user nova-compute[74976]:       <mac address="fa:16:3e:38:65:a6"/>
Dec 04 05:23:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:23:24 user nova-compute[74976]:       <target dev="tap2fc58c92-97"/>
Dec 04 05:23:24 user nova-compute[74976]:     </interface>
Dec 04 05:23:24 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:23:24 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/console.log" append="off"/>
Dec 04 05:23:24 user nova-compute[74976]:     </serial>
Dec 04 05:23:24 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:23:24 user nova-compute[74976]:     <video>
Dec 04 05:23:24 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:24 user nova-compute[74976]:     </video>
Dec 04 05:23:24 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:23:24 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:23:24 user nova-compute[74976]:     </rng>
Dec 04 05:23:24 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:23:24 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:23:24 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:23:24 user nova-compute[74976]:     </memballoon>
Dec 04 05:23:24 user nova-compute[74976]:   </devices>
Dec 04 05:23:24 user nova-compute[74976]: </domain>
Dec 04 05:23:24 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:23:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance destroyed successfully.
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No VIF found with MAC fa:16:3e:30:31:ae, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:23:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:38:65:a6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG nova.network.neutron [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updated VIF entry in instance network info cache for port 8f438624-77b8-4caa-bcf7-41e304c4e042. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG nova.network.neutron [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9411a184-5dc9-4977-89e7-9bc7f52cd701 req-8cc882c4-7989-45cb-b052-8fa80520a014 service nova] Releasing lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:25 user nova-compute[74976]: WARNING nova.compute.manager [req-4971095f-13d0-4172-968d-a99df0714125 req-ea63f974-4236-4c38-ac47-eecf852db2e7 service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state active and task_state rescuing.
Dec 04 05:23:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:27 user nova-compute[74976]: WARNING nova.compute.manager [req-758cfc8c-45d7-4cc2-9a34-9e5b9618544f req-7e83a927-1765-41b9-bfe5-b2457b8d8e89 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state building and task_state spawning.
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:28 user nova-compute[74976]: INFO nova.compute.manager [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Attaching volume d85e101e-5c5a-44af-a03e-1893d83c0d6a to /dev/vdb
Dec 04 05:23:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:28 user nova-compute[74976]: WARNING nova.compute.manager [req-565868da-989b-45a8-b183-5879e9a4ea98 req-ae0f4c41-d254-4bc2-97b2-4057944a656f service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state active and task_state rescuing.
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.utils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f915b79b-47ad-4749-945e-c4416d7ad7db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8855f030-1e97-4e16-89ce-22103f7a12ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[897c9d83-5498-4f5f-84d1-1838d47862ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d20aea46-352b-4091-aa42-016e79c0a4cd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:23:28 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:23:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40f48e5-3b15-4c2e-b1e2-fe06094c7bed]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG os_brick.utils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating existing volume attachment record: dbb059d2-7377-4efe-bdfc-109e4e3a3b2c {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:29 user nova-compute[74976]: WARNING nova.compute.manager [req-3d7b4dfd-e371-4932-aea5-c866031614b2 req-12ffb970-7dd2-4945-84cb-477ed67ad804 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state building and task_state spawning.
Dec 04 05:23:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:30 user nova-compute[74976]: WARNING nova.compute.manager [req-06fc092a-3ec8-40ab-a6a7-e4c351fd373e req-06157308-557d-40d8-8fbf-3323c5fbe79b service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state active and task_state rescuing.
Dec 04 05:23:30 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance spawned successfully.
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-78e84c3d-086e-43ad-bc07-cd7cbe0b4fee tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:23:30 user nova-compute[74976]: INFO nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Took 7.77 seconds to spawn the instance on the hypervisor.
Dec 04 05:23:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:23:30 user nova-compute[74976]: INFO nova.compute.manager [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Took 8.50 seconds to build instance.
Dec 04 05:23:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-11306fec-5307-46ae-9016-10ef74963b98 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.589s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7758MB free_disk=25.269775390625GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:23:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.528s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:38 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d10f57-b6a2-432e-8486-589fc69fd628]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:23:38 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac57160-9b3c-4549-9849-e43320bc386e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a] added
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3303a0a-ee10-4e16-9b6e-44ba72695186]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f34f5c-485b-4b48-8a68-7bf0d60f6636]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifvPkpYT {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifvPkpYT" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0733dbdf-6f7c-48b4-a162-51a44131c570]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ifvPkpYT'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad097f6-97f0-420c-b3d7-1e6e10b2d67c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3ec7fc9-453b-4f6d-a4fb-93e9a75bac40]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0acf48-bc08-4db2-be86-efe1f418a9da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]
Dec 04 05:23:38 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b114dc72-0e73-4621-996a-b9d6e30d9210]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c73cd7-7461-4e97-a643-e9a41034f8ac]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:38 user nova-compute[74976]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:38 user nova-compute[74976]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[04989f85-9ef5-4790-ad44-a35ca312347c]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23362623236636436', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23362623236636436', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:23:39 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:23:39 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:23:39 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:23:39 user nova-compute[74976]:   <serial>d85e101e-5c5a-44af-a03e-1893d83c0d6a</serial>
Dec 04 05:23:39 user nova-compute[74976]: </disk>
Dec 04 05:23:39 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:23:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:23:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:23:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No VIF found with MAC fa:16:3e:38:ac:b8, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:23:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8bb2c0bb-e68d-44f1-9232-0f7dfaa0dd03 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.149s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:42 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:23:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:45 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:23:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing instance network info cache due to event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updated VIF entry in instance network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-31a477d1-7cc2-4fff-9bd4-76de13d3be65 req-2c4bd5d7-a99e-48a0-a3ed-64f6444f32f8 service nova] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing instance network info cache due to event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:23:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updated VIF entry in instance network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:23:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d13f7db6-87e8-4493-81ce-78b1e503dab1 req-5fc96a80-947e-4597-a5be-6b35a0f7fac7 service nova] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:55 user nova-compute[74976]: INFO nova.compute.manager [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Rebooting instance
Dec 04 05:23:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:56 user nova-compute[74976]: WARNING nova.compute.manager [req-53282727-8316-4047-b428-1ef3f5ffb5a3 req-9cf215c5-2f08-4039-8a71-5ea57a153432 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 05:23:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance destroyed successfully.
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'resources' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:23:56Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42b51d92-33, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f3d0f11-2212-42f3-aa87-a355d8a67905) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:56 user nova-compute[74976]: INFO os_vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33')
Dec 04 05:23:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:56 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[105fd46b-f3d6-468c-8c6e-987003b492d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:23:56 user nova-compute[74976]: No targets found.
Dec 04 05:23:56 user nova-compute[74976]: iSNS:
Dec 04 05:23:56 user nova-compute[74976]: No targets found.
Dec 04 05:23:56 user nova-compute[74976]: STATIC:
Dec 04 05:23:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a
Dec 04 05:23:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:23:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:23:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:23:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:23:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:23:56 user nova-compute[74976]: FIRMWARE:
Dec 04 05:23:56 user nova-compute[74976]: No targets found.
Dec 04 05:23:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:23:56 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:23:56 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a56042e-a71d-4f9a-b7b5-7a07ceb21813]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16c996d-ae28-4da4-a300-cc5cb1741dc4]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:56 user nova-compute[74976]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:56 user nova-compute[74976]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044d2440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2b7bd3-02aa-4783-b638-553666e36abb]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19586921-0a9d-4e18-9b3e-629f3b400158]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfab087-1f48-4f75-9275-c25cc22581d4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffa74d8-0f34-45b3-9b80-042ffae6f273]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ae9c5c-de6e-4625-aaf0-6548d58e4b84]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[295c4548-e69f-44cf-aa13-266954b28f59]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]
Dec 04 05:23:57 user nova-compute[74976]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bdbbf79-1bc8-4050-932c-afaea2ddae0b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== disconnect_volume: return (284ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start _get_guest_xml network_info=[{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ac690bde-16bd-4bf7-bb1c-f2e0290feb6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'ac690bde-16bd-4bf7-bb1c-f2e0290feb6b'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': 'dbb059d2-7377-4efe-bdfc-109e4e3a3b2c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '6a9724d9-e66c-4699-9ff3-c1191fef89c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd85e101e-5c5a-44af-a03e-1893d83c0d6a', 'serial': 'd85e101e-5c5a-44af-a03e-1893d83c0d6a'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:23:57 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:57 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ac690bde-16bd-4bf7-bb1c-f2e0290feb6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.objects.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Object Instance<6a9724d9-e66c-4699-9ff3-c1191fef89c5> lazy-loaded attributes: resources,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:23:57 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:57 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:23:57 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7b8839-22c6-4d8d-b6d6-bdaa652bfe17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:23:57 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[74fd0aba-ed0a-4c4f-a1da-c65754c05279]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a] added
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a207bc1-7da3-41ac-86c3-876341bc8b81]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bb73580-76ef-47aa-8a3a-5d7d1b829a08]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifvPkpYT {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifvPkpYT" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2abbbfe-a71c-4408-aab3-471f57251ff7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ifvPkpYT'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa9ffac3-d25c-4ede-a5e9-7ed745a6b060]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd47210d-b234-4e4a-a943-4268a77078eb]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dda6411-0db2-4541-a1a3-6907b373c614]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]
Dec 04 05:23:57 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1597f7-8450-4c76-996e-fe6da18e3a9a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd7953c-70be-4f45-a8b7-54b3d2c4474b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:57 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:23:57 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:23:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9446cf-cfb4-4624-b1c9-a90227f4a264]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:23:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:23:58 user nova-compute[74976]: WARNING nova.compute.manager [req-c1b97a3b-34f1-402a-8832-4ad18f45c76b req-873e1cc5-2314-4bfb-bfe6-a9a1ebefcf32 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 05:23:58 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23362623236636436', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23362623236636436', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:23:56Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.objects.instance [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.objects.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Object Instance<6a9724d9-e66c-4699-9ff3-c1191fef89c5> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:23:58 user nova-compute[74976]:   <uuid>6a9724d9-e66c-4699-9ff3-c1191fef89c5</uuid>
Dec 04 05:23:58 user nova-compute[74976]:   <name>instance-00000016</name>
Dec 04 05:23:58 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:23:58 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:23:58 user nova-compute[74976]:   <metadata>
Dec 04 05:23:58 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:23:58 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:name>tempest-TestMinimumBasicScenario-server-1259555705</nova:name>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:23:57</nova:creationTime>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:23:58 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:23:58 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:owner>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:user uuid="7ae2759e18214493937b5e3ce575178f">tempest-TestMinimumBasicScenario-21347959-project-member</nova:user>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:project uuid="3210eaa142534d7ba75af9b1ca43ae37">tempest-TestMinimumBasicScenario-21347959</nova:project>
Dec 04 05:23:58 user nova-compute[74976]:       </nova:owner>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:root type="image" uuid="ac690bde-16bd-4bf7-bb1c-f2e0290feb6b"/>
Dec 04 05:23:58 user nova-compute[74976]:       <nova:ports>
Dec 04 05:23:58 user nova-compute[74976]:         <nova:port uuid="42b51d92-3370-429b-bfa1-783e4bc74820">
Dec 04 05:23:58 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 05:23:58 user nova-compute[74976]:         </nova:port>
Dec 04 05:23:58 user nova-compute[74976]:       </nova:ports>
Dec 04 05:23:58 user nova-compute[74976]:     </nova:instance>
Dec 04 05:23:58 user nova-compute[74976]:   </metadata>
Dec 04 05:23:58 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:23:58 user nova-compute[74976]:     <system>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="serial">6a9724d9-e66c-4699-9ff3-c1191fef89c5</entry>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="uuid">6a9724d9-e66c-4699-9ff3-c1191fef89c5</entry>
Dec 04 05:23:58 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:23:58 user nova-compute[74976]:     </system>
Dec 04 05:23:58 user nova-compute[74976]:   </sysinfo>
Dec 04 05:23:58 user nova-compute[74976]:   <os>
Dec 04 05:23:58 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:23:58 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:23:58 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:23:58 user nova-compute[74976]:   </os>
Dec 04 05:23:58 user nova-compute[74976]:   <features>
Dec 04 05:23:58 user nova-compute[74976]:     <acpi/>
Dec 04 05:23:58 user nova-compute[74976]:     <apic/>
Dec 04 05:23:58 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:23:58 user nova-compute[74976]:   </features>
Dec 04 05:23:58 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:23:58 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:23:58 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:23:58 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:23:58 user nova-compute[74976]:   </clock>
Dec 04 05:23:58 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:23:58 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:23:58 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:23:58 user nova-compute[74976]:   </cpu>
Dec 04 05:23:58 user nova-compute[74976]:   <devices>
Dec 04 05:23:58 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:23:58 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:23:58 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk"/>
Dec 04 05:23:58 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:23:58 user nova-compute[74976]:     </disk>
Dec 04 05:23:58 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:23:58 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:23:58 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:23:58 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:23:58 user nova-compute[74976]:       <serial>d85e101e-5c5a-44af-a03e-1893d83c0d6a</serial>
Dec 04 05:23:58 user nova-compute[74976]:     </disk>
Dec 04 05:23:58 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:23:58 user nova-compute[74976]:       <mac address="fa:16:3e:38:ac:b8"/>
Dec 04 05:23:58 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:58 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:23:58 user nova-compute[74976]:       <target dev="tap42b51d92-33"/>
Dec 04 05:23:58 user nova-compute[74976]:     </interface>
Dec 04 05:23:58 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:23:58 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/console.log" append="off"/>
Dec 04 05:23:58 user nova-compute[74976]:     </serial>
Dec 04 05:23:58 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:23:58 user nova-compute[74976]:     <video>
Dec 04 05:23:58 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:23:58 user nova-compute[74976]:     </video>
Dec 04 05:23:58 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:23:58 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:23:58 user nova-compute[74976]:     </rng>
Dec 04 05:23:58 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:23:58 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:23:58 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:23:58 user nova-compute[74976]:     </memballoon>
Dec 04 05:23:58 user nova-compute[74976]:   </devices>
Dec 04 05:23:58 user nova-compute[74976]: </domain>
Dec 04 05:23:58 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:58 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.objects.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Object Instance<6a9724d9-e66c-4699-9ff3-c1191fef89c5> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Cannot resize image /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'migration_context' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.objects.base [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Object Instance<6a9724d9-e66c-4699-9ff3-c1191fef89c5> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:23:56Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG os_vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c2a64b5-e783-58ad-8979-261eedd59813', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42b51d92-33, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42b51d92-33, col_values=(('qos', UUID('8245c6e1-65bf-4acf-bb5a-3a024d12cf98')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42b51d92-33, col_values=(('external_ids', {'iface-id': '42b51d92-3370-429b-bfa1-783e4bc74820', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:ac:b8', 'vm-uuid': '6a9724d9-e66c-4699-9ff3-c1191fef89c5'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:23:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:23:59 user nova-compute[74976]: INFO os_vif [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33')
Dec 04 05:24:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:01 user nova-compute[74976]: WARNING nova.compute.manager [req-a36de9f9-12f9-4621-b7d2-20511aee92ba req-1a88fac3-a960-4a94-baaf-a3b4df9cc709 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 05:24:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:03 user nova-compute[74976]: WARNING nova.compute.manager [req-d0b9dc98-34d2-4ddc-ac16-fdd7df48f6ce req-99a283a7-772b-4bdc-afd4-88dbf9d29838 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 05:24:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:24:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance rebooted successfully.
Dec 04 05:24:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:24:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-03b2dc72-f5ea-4ad4-bb90-65151c73d653 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.221s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:24:05 user nova-compute[74976]: INFO nova.compute.claims [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Claim successful on node user
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:24:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.policy [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43bd0c5a6fa84a868c924202d3d90b9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c655544a9fbe4d87b0003daef50aeeaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:24:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Creating image(s)
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk 1073741824" returned: 0 in 0.059s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Successfully created port: ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Cannot resize image /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Ensure instance console log exists: /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Successfully updated port: ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-changed-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Refreshing instance network info cache due to event network-changed-ebb21004-2048-4b95-8570-6a5ac274c0ad. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] Acquiring lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating instance_info_cache with network_info: [{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance network_info: |[{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] Acquired lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Refreshing network info cache for port ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start _get_guest_xml network_info=[{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:24:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-tempest.common.compute-instance-1169618117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'pci_devices' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:24:08 user nova-compute[74976]:   <uuid>07212c64-12f5-4cc3-bf4f-ac95858a2ed2</uuid>
Dec 04 05:24:08 user nova-compute[74976]:   <name>instance-00000019</name>
Dec 04 05:24:08 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:24:08 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:24:08 user nova-compute[74976]:   <metadata>
Dec 04 05:24:08 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:24:08 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:name>tempest-tempest.common.compute-instance-1169618117</nova:name>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:24:08</nova:creationTime>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:24:08 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:24:08 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:owner>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:user uuid="43bd0c5a6fa84a868c924202d3d90b9f">tempest-ServerActionsTestOtherA-601926012-project-member</nova:user>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:project uuid="c655544a9fbe4d87b0003daef50aeeaa">tempest-ServerActionsTestOtherA-601926012</nova:project>
Dec 04 05:24:08 user nova-compute[74976]:       </nova:owner>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:24:08 user nova-compute[74976]:       <nova:ports>
Dec 04 05:24:08 user nova-compute[74976]:         <nova:port uuid="ebb21004-2048-4b95-8570-6a5ac274c0ad">
Dec 04 05:24:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:24:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:24:08 user nova-compute[74976]:       </nova:ports>
Dec 04 05:24:08 user nova-compute[74976]:     </nova:instance>
Dec 04 05:24:08 user nova-compute[74976]:   </metadata>
Dec 04 05:24:08 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:24:08 user nova-compute[74976]:     <system>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="serial">07212c64-12f5-4cc3-bf4f-ac95858a2ed2</entry>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="uuid">07212c64-12f5-4cc3-bf4f-ac95858a2ed2</entry>
Dec 04 05:24:08 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:24:08 user nova-compute[74976]:     </system>
Dec 04 05:24:08 user nova-compute[74976]:   </sysinfo>
Dec 04 05:24:08 user nova-compute[74976]:   <os>
Dec 04 05:24:08 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:24:08 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:24:08 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:24:08 user nova-compute[74976]:   </os>
Dec 04 05:24:08 user nova-compute[74976]:   <features>
Dec 04 05:24:08 user nova-compute[74976]:     <acpi/>
Dec 04 05:24:08 user nova-compute[74976]:     <apic/>
Dec 04 05:24:08 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:24:08 user nova-compute[74976]:   </features>
Dec 04 05:24:08 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:24:08 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:24:08 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:24:08 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:24:08 user nova-compute[74976]:   </clock>
Dec 04 05:24:08 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:24:08 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:24:08 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:24:08 user nova-compute[74976]:   </cpu>
Dec 04 05:24:08 user nova-compute[74976]:   <devices>
Dec 04 05:24:08 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:24:08 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:24:08 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk"/>
Dec 04 05:24:08 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:24:08 user nova-compute[74976]:     </disk>
Dec 04 05:24:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:24:08 user nova-compute[74976]:       <mac address="fa:16:3e:56:ef:55"/>
Dec 04 05:24:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:24:08 user nova-compute[74976]:       <target dev="tapebb21004-20"/>
Dec 04 05:24:08 user nova-compute[74976]:     </interface>
Dec 04 05:24:08 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:24:08 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/console.log" append="off"/>
Dec 04 05:24:08 user nova-compute[74976]:     </serial>
Dec 04 05:24:08 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:24:08 user nova-compute[74976]:     <video>
Dec 04 05:24:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:08 user nova-compute[74976]:     </video>
Dec 04 05:24:08 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:24:08 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:24:08 user nova-compute[74976]:     </rng>
Dec 04 05:24:08 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:24:08 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:24:08 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:24:08 user nova-compute[74976]:     </memballoon>
Dec 04 05:24:08 user nova-compute[74976]:   </devices>
Dec 04 05:24:08 user nova-compute[74976]: </domain>
Dec 04 05:24:08 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-tempest.common.compute-instance-1169618117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG os_vif [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6fabb896-16df-5831-836e-6f995f4020d2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebb21004-20, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebb21004-20, col_values=(('qos', UUID('5e729103-2626-4658-b575-b8515f4c257c')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebb21004-20, col_values=(('external_ids', {'iface-id': 'ebb21004-2048-4b95-8570-6a5ac274c0ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:ef:55', 'vm-uuid': '07212c64-12f5-4cc3-bf4f-ac95858a2ed2'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:24:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:08 user nova-compute[74976]: INFO os_vif [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20')
Dec 04 05:24:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:24:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:56:ef:55, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:24:09 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updated VIF entry in instance network info cache for port ebb21004-2048-4b95-8570-6a5ac274c0ad. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:24:09 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating instance_info_cache with network_info: [{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ffa46ee-0cf0-40e7-abc2-fee0834cf429 req-c77f539b-b448-4c97-a225-e4cb2f0ad9f3 service nova] Releasing lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:10 user nova-compute[74976]: WARNING nova.compute.manager [req-9f5b1bb5-ceec-40d5-984e-5da79f96bcef req-eca4a1ab-d357-414a-9ec7-e2b5f7f4ea01 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state building and task_state spawning.
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:12 user nova-compute[74976]: WARNING nova.compute.manager [req-eb95c1e7-98fe-404c-9661-9622f0250fb8 req-102de329-7a77-4c71-880b-6ce991ac99c2 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state building and task_state spawning.
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:24:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance spawned successfully.
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:13 user nova-compute[74976]: INFO nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Took 6.68 seconds to spawn the instance on the hypervisor.
Dec 04 05:24:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:24:13 user nova-compute[74976]: INFO nova.compute.manager [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Took 7.64 seconds to build instance.
Dec 04 05:24:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-09c26d01-8a44-477c-929b-111d1f8e4d18 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.784s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:14 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:24:14 user nova-compute[74976]: INFO nova.compute.claims [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Claim successful on node user
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.622s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:24:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.policy [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48ee9d21258f46f88c026bd3a24ea785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1b7347a9934887983c0c73b4394122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:24:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Creating image(s)
Dec 04 05:24:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "/opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.224s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk 1073741824" returned: 0 in 0.066s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.248s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Successfully created port: 40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Cannot resize image /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Ensure instance console log exists: /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Successfully updated port: 40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:24:17 user nova-compute[74976]: INFO nova.compute.claims [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Claim successful on node user
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-changed-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Refreshing instance network info cache due to event network-changed-40384fef-f92d-49d5-8c80-ced2a6a30147. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] Acquiring lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.neutron [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Updating instance_info_cache with network_info: [{"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Instance network_info: |[{"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] Acquired lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.neutron [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Refreshing network info cache for port 40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Start _get_guest_xml network_info=[{"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:24:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-147301510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-147301510',id=26,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n6k8vln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:16Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=58c1374e-a26a-484e-a880-f42c2fdf76be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid 58c1374e-a26a-484e-a880-f42c2fdf76be {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:24:18 user nova-compute[74976]:   <uuid>58c1374e-a26a-484e-a880-f42c2fdf76be</uuid>
Dec 04 05:24:18 user nova-compute[74976]:   <name>instance-0000001a</name>
Dec 04 05:24:18 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:24:18 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:24:18 user nova-compute[74976]:   <metadata>
Dec 04 05:24:18 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:24:18 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-147301510</nova:name>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:24:18</nova:creationTime>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:24:18 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:24:18 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:owner>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:24:18 user nova-compute[74976]:       </nova:owner>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:24:18 user nova-compute[74976]:       <nova:ports>
Dec 04 05:24:18 user nova-compute[74976]:         <nova:port uuid="40384fef-f92d-49d5-8c80-ced2a6a30147">
Dec 04 05:24:18 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:24:18 user nova-compute[74976]:         </nova:port>
Dec 04 05:24:18 user nova-compute[74976]:       </nova:ports>
Dec 04 05:24:18 user nova-compute[74976]:     </nova:instance>
Dec 04 05:24:18 user nova-compute[74976]:   </metadata>
Dec 04 05:24:18 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:24:18 user nova-compute[74976]:     <system>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="serial">58c1374e-a26a-484e-a880-f42c2fdf76be</entry>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="uuid">58c1374e-a26a-484e-a880-f42c2fdf76be</entry>
Dec 04 05:24:18 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:24:18 user nova-compute[74976]:     </system>
Dec 04 05:24:18 user nova-compute[74976]:   </sysinfo>
Dec 04 05:24:18 user nova-compute[74976]:   <os>
Dec 04 05:24:18 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:24:18 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:24:18 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:24:18 user nova-compute[74976]:   </os>
Dec 04 05:24:18 user nova-compute[74976]:   <features>
Dec 04 05:24:18 user nova-compute[74976]:     <acpi/>
Dec 04 05:24:18 user nova-compute[74976]:     <apic/>
Dec 04 05:24:18 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:24:18 user nova-compute[74976]:   </features>
Dec 04 05:24:18 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:24:18 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:24:18 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:24:18 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:24:18 user nova-compute[74976]:   </clock>
Dec 04 05:24:18 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:24:18 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:24:18 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:24:18 user nova-compute[74976]:   </cpu>
Dec 04 05:24:18 user nova-compute[74976]:   <devices>
Dec 04 05:24:18 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:24:18 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:24:18 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk"/>
Dec 04 05:24:18 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:24:18 user nova-compute[74976]:     </disk>
Dec 04 05:24:18 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:24:18 user nova-compute[74976]:       <mac address="fa:16:3e:37:20:4e"/>
Dec 04 05:24:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:18 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:24:18 user nova-compute[74976]:       <target dev="tap40384fef-f9"/>
Dec 04 05:24:18 user nova-compute[74976]:     </interface>
Dec 04 05:24:18 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:24:18 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/console.log" append="off"/>
Dec 04 05:24:18 user nova-compute[74976]:     </serial>
Dec 04 05:24:18 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:24:18 user nova-compute[74976]:     <video>
Dec 04 05:24:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:18 user nova-compute[74976]:     </video>
Dec 04 05:24:18 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:24:18 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:24:18 user nova-compute[74976]:     </rng>
Dec 04 05:24:18 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:24:18 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:24:18 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:24:18 user nova-compute[74976]:     </memballoon>
Dec 04 05:24:18 user nova-compute[74976]:   </devices>
Dec 04 05:24:18 user nova-compute[74976]: </domain>
Dec 04 05:24:18 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-147301510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-147301510',id=26,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n6k8vln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:16Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=58c1374e-a26a-484e-a880-f42c2fdf76be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG os_vif [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c3d8ae16-c04e-5adf-b31a-a338bf378da5', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40384fef-f9, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40384fef-f9, col_values=(('qos', UUID('1e5294a4-dc3b-40ad-a814-2e458713cb0d')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40384fef-f9, col_values=(('external_ids', {'iface-id': '40384fef-f92d-49d5-8c80-ced2a6a30147', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:20:4e', 'vm-uuid': '58c1374e-a26a-484e-a880-f42c2fdf76be'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:18 user nova-compute[74976]: INFO os_vif [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9')
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:37:20:4e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.093s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:24:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:24:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:24:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Creating image(s)
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "/opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "/opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "/opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.policy [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06bbb2c8f3d4ef3877a3b5f3e1eac4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d48078144a4194825ac0c119899eab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Updated VIF entry in instance network info cache for port 40384fef-f92d-49d5-8c80-ced2a6a30147. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Updating instance_info_cache with network_info: [{"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-12562c51-91c2-443f-bdc3-970d82fa1081 req-13592ceb-14bf-444d-921c-2fc9ac6e7a8e service nova] Releasing lock "refresh_cache-58c1374e-a26a-484e-a880-f42c2fdf76be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.234s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk 1073741824" returned: 0 in 0.067s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:24:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Successfully created port: 7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Cannot resize image /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Ensure instance console log exists: /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] No waiting events found dispatching network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:20 user nova-compute[74976]: WARNING nova.compute.manager [req-ec1aa251-0ed1-481c-9ce8-6d730281b3e7 req-ddbc3091-a7a2-4b88-9439-655670b7c841 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received unexpected event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 for instance with vm_state building and task_state spawning.
Dec 04 05:24:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Successfully updated port: 7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquired lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-changed-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Refreshing instance network info cache due to event network-changed-7e8720b2-93df-4226-af16-6c073499f554. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] Acquiring lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Updating instance_info_cache with network_info: [{"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Releasing lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Instance network_info: |[{"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] Acquired lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Refreshing network info cache for port 7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Start _get_guest_xml network_info=[{"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:24:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2136466558',display_name='tempest-ServersNegativeTestJSON-server-2136466558',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2136466558',id=27,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-ua7ncr2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:19Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=72c8503a-9b11-4ef7-8f44-65f80cad26b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lazy-loading 'pci_devices' on Instance uuid 72c8503a-9b11-4ef7-8f44-65f80cad26b8 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:24:21 user nova-compute[74976]:   <uuid>72c8503a-9b11-4ef7-8f44-65f80cad26b8</uuid>
Dec 04 05:24:21 user nova-compute[74976]:   <name>instance-0000001b</name>
Dec 04 05:24:21 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:24:21 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:24:21 user nova-compute[74976]:   <metadata>
Dec 04 05:24:21 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:24:21 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:name>tempest-ServersNegativeTestJSON-server-2136466558</nova:name>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:24:21</nova:creationTime>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:24:21 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:24:21 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:owner>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:user uuid="a06bbb2c8f3d4ef3877a3b5f3e1eac4a">tempest-ServersNegativeTestJSON-1817700723-project-member</nova:user>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:project uuid="73d48078144a4194825ac0c119899eab">tempest-ServersNegativeTestJSON-1817700723</nova:project>
Dec 04 05:24:21 user nova-compute[74976]:       </nova:owner>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:24:21 user nova-compute[74976]:       <nova:ports>
Dec 04 05:24:21 user nova-compute[74976]:         <nova:port uuid="7e8720b2-93df-4226-af16-6c073499f554">
Dec 04 05:24:21 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:24:21 user nova-compute[74976]:         </nova:port>
Dec 04 05:24:21 user nova-compute[74976]:       </nova:ports>
Dec 04 05:24:21 user nova-compute[74976]:     </nova:instance>
Dec 04 05:24:21 user nova-compute[74976]:   </metadata>
Dec 04 05:24:21 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:24:21 user nova-compute[74976]:     <system>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="serial">72c8503a-9b11-4ef7-8f44-65f80cad26b8</entry>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="uuid">72c8503a-9b11-4ef7-8f44-65f80cad26b8</entry>
Dec 04 05:24:21 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:24:21 user nova-compute[74976]:     </system>
Dec 04 05:24:21 user nova-compute[74976]:   </sysinfo>
Dec 04 05:24:21 user nova-compute[74976]:   <os>
Dec 04 05:24:21 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:24:21 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:24:21 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:24:21 user nova-compute[74976]:   </os>
Dec 04 05:24:21 user nova-compute[74976]:   <features>
Dec 04 05:24:21 user nova-compute[74976]:     <acpi/>
Dec 04 05:24:21 user nova-compute[74976]:     <apic/>
Dec 04 05:24:21 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:24:21 user nova-compute[74976]:   </features>
Dec 04 05:24:21 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:24:21 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:24:21 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:24:21 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:24:21 user nova-compute[74976]:   </clock>
Dec 04 05:24:21 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:24:21 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:24:21 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:24:21 user nova-compute[74976]:   </cpu>
Dec 04 05:24:21 user nova-compute[74976]:   <devices>
Dec 04 05:24:21 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:24:21 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:24:21 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk"/>
Dec 04 05:24:21 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:24:21 user nova-compute[74976]:     </disk>
Dec 04 05:24:21 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:24:21 user nova-compute[74976]:       <mac address="fa:16:3e:ea:cd:08"/>
Dec 04 05:24:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:21 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:24:21 user nova-compute[74976]:       <target dev="tap7e8720b2-93"/>
Dec 04 05:24:21 user nova-compute[74976]:     </interface>
Dec 04 05:24:21 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:24:21 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/console.log" append="off"/>
Dec 04 05:24:21 user nova-compute[74976]:     </serial>
Dec 04 05:24:21 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:24:21 user nova-compute[74976]:     <video>
Dec 04 05:24:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:24:21 user nova-compute[74976]:     </video>
Dec 04 05:24:21 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:24:21 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:24:21 user nova-compute[74976]:     </rng>
Dec 04 05:24:21 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:24:21 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:24:21 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:24:21 user nova-compute[74976]:     </memballoon>
Dec 04 05:24:21 user nova-compute[74976]:   </devices>
Dec 04 05:24:21 user nova-compute[74976]: </domain>
Dec 04 05:24:21 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2136466558',display_name='tempest-ServersNegativeTestJSON-server-2136466558',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2136466558',id=27,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-ua7ncr2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:24:19Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=72c8503a-9b11-4ef7-8f44-65f80cad26b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG os_vif [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfb2aacb-17b3-50f6-84ee-82f01912b912', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e8720b2-93, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e8720b2-93, col_values=(('qos', UUID('2c3fea6b-f296-44b5-957c-3d380f810528')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e8720b2-93, col_values=(('external_ids', {'iface-id': '7e8720b2-93df-4226-af16-6c073499f554', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:cd:08', 'vm-uuid': '72c8503a-9b11-4ef7-8f44-65f80cad26b8'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:21 user nova-compute[74976]: INFO os_vif [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93')
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] No VIF found with MAC fa:16:3e:ea:cd:08, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Updated VIF entry in instance network info cache for port 7e8720b2-93df-4226-af16-6c073499f554. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Updating instance_info_cache with network_info: [{"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8a05b752-6163-4351-9036-b655e6a9e9ea req-cb6cb1b7-5be1-454b-8c28-5038edbcf040 service nova] Releasing lock "refresh_cache-72c8503a-9b11-4ef7-8f44-65f80cad26b8" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] No waiting events found dispatching network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:22 user nova-compute[74976]: WARNING nova.compute.manager [req-7c3c311a-e442-4f9d-94a9-b47fbe2f1531 req-1337ce0d-9a73-4447-b3b9-724a75ed9970 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received unexpected event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 for instance with vm_state building and task_state spawning.
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:24:22 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Instance spawned successfully.
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:22 user nova-compute[74976]: INFO nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Took 6.89 seconds to spawn the instance on the hypervisor.
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:24:22 user nova-compute[74976]: INFO nova.compute.manager [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Took 8.05 seconds to build instance.
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] No waiting events found dispatching network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:22 user nova-compute[74976]: WARNING nova.compute.manager [req-95fac307-382c-4dfe-bc46-3422d9c15322 req-90505aac-c24f-44e9-a49b-a6e1b9c53980 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received unexpected event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 for instance with vm_state building and task_state spawning.
Dec 04 05:24:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-687aaa10-fd8c-4f0d-9e27-4f5b1b47c326 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.204s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] No waiting events found dispatching network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:24:25 user nova-compute[74976]: WARNING nova.compute.manager [req-b6dd4833-06fb-4a1f-849d-4aad0058258b req-09dea71c-86a7-4d83-ad19-79a42aa7a8e1 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received unexpected event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 for instance with vm_state building and task_state spawning.
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:24:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Instance spawned successfully.
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:24:25 user nova-compute[74976]: INFO nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Took 6.40 seconds to spawn the instance on the hypervisor.
Dec 04 05:24:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:24:25 user nova-compute[74976]: INFO nova.compute.manager [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Took 7.98 seconds to build instance.
Dec 04 05:24:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-da2d4839-dd4c-4874-b56e-9b7b7d524a2c tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.138s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-changed-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Refreshing instance network info cache due to event network-changed-79958a92-88b5-4dcd-a862-55d2c1941c0d. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] Acquiring lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] Acquired lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG nova.network.neutron [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Refreshing network info cache for port 79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG nova.network.neutron [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updated VIF entry in instance network info cache for port 79958a92-88b5-4dcd-a862-55d2c1941c0d. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG nova.network.neutron [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updating instance_info_cache with network_info: [{"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7f9b13b-b714-49f3-974f-237f03d10ea5 req-a757d84c-81a4-411b-9778-58e9959d5b13 service nova] Releasing lock "refresh_cache-8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG nova.objects.instance [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:30 user nova-compute[74976]: INFO nova.compute.manager [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Attaching volume b6cf3cb6-bdfc-4976-8619-8c32040f2dfe to /dev/vdb
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.utils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a82daf8-a244-4bc8-ad95-f84f91043aac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a0a52d-0d05-457b-b77a-0503b0fba435]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[447f92c2-0431-455a-8773-a748bf7356ee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2070f9-7dec-4ee9-abe1-f127176afaca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:24:30 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:24:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca01409e-32a0-44b9-8a7e-2851a5fcaed6]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG os_brick.utils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:24:30 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updating existing volume attachment record: 83ed607a-6561-4213-afe4-152092a1071c {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:24:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:24:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7212MB free_disk=25.198341369628906GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:24:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:24:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:24:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.646s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsdqrAZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:24:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:24:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:24:41 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a66042-37b7-44f7-ba22-8ed028ebe47c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:24:41 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb65038-a754-4c6c-bd52-679933bdd3cd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe] added
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43d9cd2-bcb5-4e5d-971a-d83488d7c1a7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55465f6-871d-4b7d-8d02-8ddf0d5def88]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsdqrAZG {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsdqrAZG" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c513a4-c32c-4fe7-88bb-48dd0c7985ac]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QsdqrAZG'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ab5360-62e4-456f-aba2-ad4dbc52a8ee]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[33627ef4-b8e3-41b1-bb66-6a3ce3ca3fb4]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[92dc6aa7-5e93-4ea9-8df4-0bfe787e9d34]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260]
Dec 04 05:24:41 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260] successful.
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eca49a0-dc93-481b-a01a-6a5bc8a9bcb7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec554f46-c29d-47dd-aac1-b8b4919e80af]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:24:41 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:24:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd58a487-099d-4700-8d68-2fae3f04b4dc]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsdqrAZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:24:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:24:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26232656634383135', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:24:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232656634383135', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:24:42 user nova-compute[74976]: DEBUG nova.objects.instance [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:24:42 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:24:42 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:24:42 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:24:42 user nova-compute[74976]:   <serial>b6cf3cb6-bdfc-4976-8619-8c32040f2dfe</serial>
Dec 04 05:24:42 user nova-compute[74976]: </disk>
Dec 04 05:24:42 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:61:0f:7a, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-63b19aaf-81f5-4772-9cf9-9dcaca1d47af tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.665s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:24:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:24:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:44 user nova-compute[74976]: INFO nova.compute.manager [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Detaching volume b6cf3cb6-bdfc-4976-8619-8c32040f2dfe
Dec 04 05:24:44 user nova-compute[74976]: INFO nova.virt.block_device [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Attempting to driver detach volume b6cf3cb6-bdfc-4976-8619-8c32040f2dfe from mountpoint /dev/vdb
Dec 04 05:24:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Attempting to detach device vdb from instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:24:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:24:44 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:24:44 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:24:44 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:24:44 user nova-compute[74976]:   <serial>b6cf3cb6-bdfc-4976-8619-8c32040f2dfe</serial>
Dec 04 05:24:44 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:24:44 user nova-compute[74976]: </disk>
Dec 04 05:24:44 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:24:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce from the persistent domain config.
Dec 04 05:24:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:24:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:24:44 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:24:44 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:24:44 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:24:44 user nova-compute[74976]:   <serial>b6cf3cb6-bdfc-4976-8619-8c32040f2dfe</serial>
Dec 04 05:24:44 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:24:44 user nova-compute[74976]: </disk>
Dec 04 05:24:44 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:24:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:24:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG nova.objects.instance [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'flavor' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:24:53 user nova-compute[74976]: INFO nova.compute.manager [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Attaching volume 6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 to /dev/vdb
Dec 04 05:24:53 user nova-compute[74976]: DEBUG os_brick.utils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[826bb556-4272-4a9c-84bd-0aa3447e3e72]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eefe47f-1c3b-4381-81d9-eac3e2b4c8f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[121ccdf7-1eba-443c-9036-9896ec90d8f0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6fe8b68-d4d7-49f9-b684-766ce307b100]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:24:54 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:24:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5666156d-80c9-4e03-8191-ce968d3be192]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG os_brick.utils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:24:54 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating existing volume attachment record: 0870ed66-5527-4259-b808-153e66a9dfb5 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:24:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:24:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:25:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:03 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:03 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:03 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:25:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66454e84-8861-4c0c-a036-0a9a78bd4b60]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:25:04 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d6b160-65ca-4e10-b378-ea4491fe25fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76472428-1a6a-4e8e-8718-ba9d09b9c81b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[23628b38-5664-4464-8135-a9381503873f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b707e2-1bbf-4c9d-aa40-73ca1efeb4cd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IuFBrzTf'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c755269c-a688-4eb1-a326-f6a6a01cff5c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc0effea-de76-4f04-9070-747917429ea1]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[49571d28-39b1-4c00-9903-71662002c57b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:25:04 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd534e5d-8d30-4cb9-aaa9-1ac56947a8c9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a394d702-9895-475b-9e2d-b3888ec26d16]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:04 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[773de220-3008-40f4-9a3b-a6cb540fd585]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:25:04 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce is timed out.
Dec 04 05:25:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce from the live domain config.
Dec 04 05:25:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsdqrAZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:04 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.557s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'flavor' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[11825708-31b5-480e-bde4-308ef3d79eff]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:25:05 user nova-compute[74976]: No targets found.
Dec 04 05:25:05 user nova-compute[74976]: iSNS:
Dec 04 05:25:05 user nova-compute[74976]: No targets found.
Dec 04 05:25:05 user nova-compute[74976]: STATIC:
Dec 04 05:25:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a
Dec 04 05:25:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe
Dec 04 05:25:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:25:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:05 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:25:05 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:05 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:05 user nova-compute[74976]: FIRMWARE:
Dec 04 05:25:05 user nova-compute[74976]: No targets found.
Dec 04 05:25:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:25:05 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:25:05 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:25:05 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:25:05 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:25:05 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:25:05 user nova-compute[74976]:   <serial>6531c5d8-5bcc-4c6f-bd2d-3bc03f071763</serial>
Dec 04 05:25:05 user nova-compute[74976]: </disk>
Dec 04 05:25:05 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc487ef8-20d8-4d4b-9848-5caf14c19cb2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc72f885-ac1f-4025-8b33-04713b5f4d92]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe (non-flash)
Dec 04 05:25:05 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca043ae830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2419431-ed85-4b10-bdfa-46392eea7b6e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[384e5ac6-1571-4845-a37d-3bea4ae04691]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d5e5e1-c75c-46fd-a86e-4ff8fddcab57]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e96e5ec-c947-4688-b012-60d8a9138196]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6aac2a-45c4-4135-ab5d-53bb01639265]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aed69b1-4ebf-4c8d-b12b-f045de1aaf63]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260]
Dec 04 05:25:05 user nova-compute[74976]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe, portal: 172.16.0.220,3260] successful.
Dec 04 05:25:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6cf3cb6-bdfc-4976-8619-8c32040f2dfe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10c7cb6-b158-43e0-ae61-0b9aa0f714b1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== disconnect_volume: return (874ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No VIF found with MAC fa:16:3e:0c:fa:28, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:25:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-39521caf-32e2-4199-bac8-5ba038f404a2 tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.246s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:06 user nova-compute[74976]: DEBUG nova.objects.instance [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b437819-3d89-482e-a2f5-dfa9bbc03b2e tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.395s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Stashing vm_state: active {{(pid=74976) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:25:09 user nova-compute[74976]: INFO nova.compute.claims [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Claim successful on node user
Dec 04 05:25:09 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating resource usage from migration 3c39a095-30eb-419f-91cb-dd893c6f2a05
Dec 04 05:25:09 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.583s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:09 user nova-compute[74976]: INFO nova.compute.manager [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Migrating
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:09 user nova-compute[74976]: INFO nova.compute.rpcapi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:09 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Starting migrate_disk_and_power_off {{(pid=74976) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:10 user nova-compute[74976]: WARNING nova.compute.manager [req-50873dae-ed81-4d2e-be61-4c22b6da6f84 req-53a4e8b5-14fb-43dd-8b2b-6d44dd1c42c8 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state resize_migrating.
Dec 04 05:25:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance destroyed successfully.
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5d6a799-42, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12086d80-0fab-49e7-9eb1-b7d29f2fe80b) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:11 user nova-compute[74976]: INFO os_vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[92436833-df6c-4e0a-a3f3-38b689996d66]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:25:11 user nova-compute[74976]: No targets found.
Dec 04 05:25:11 user nova-compute[74976]: iSNS:
Dec 04 05:25:11 user nova-compute[74976]: No targets found.
Dec 04 05:25:11 user nova-compute[74976]: STATIC:
Dec 04 05:25:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a
Dec 04 05:25:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:25:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:11 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:25:11 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:25:11 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:25:11 user nova-compute[74976]: FIRMWARE:
Dec 04 05:25:11 user nova-compute[74976]: No targets found.
Dec 04 05:25:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:25:11 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:25:11 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c80fef-8941-407d-bc1a-2726fc812c70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e6c637-43d5-4d87-a81a-c4bded4ef993]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:11 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:11 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:11 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:11 user nova-compute[74976]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c23ab00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fa0697-047f-465b-a316-9806eab506f7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[02d36ab5-3704-4ed6-8400-bfabeb428b31]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1f313b-d08a-494b-81f4-30cc5e072d0a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed572c32-473b-42f6-965c-a7aad7e95e53]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3054ea-5c1e-41f5-946f-18f89f7afd30]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8803ac6-fa90-40ab-9e0b-7c02ba293c96]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:25:11 user nova-compute[74976]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:25:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8c87fa-6d5f-49f9-8cf6-556b8b763f3b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== disconnect_volume: return (316ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:25:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_resize/disk /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "cp -r /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_resize/disk /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk" returned: 0 in 0.366s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_resize/disk.info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk.info {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "cp -r /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_resize/disk.info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk.info" returned: 0 in 0.038s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:12 user nova-compute[74976]: WARNING nova.compute.manager [req-c8fe2d3c-2c6c-4d96-9294-92364259197e req-0e5df7a4-5857-4e0b-87ca-846b461b7a1a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state resize_migrating.
Dec 04 05:25:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-changed-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Refreshing instance network info cache due to event network-changed-8f438624-77b8-4caa-bcf7-41e304c4e042. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] Acquiring lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] Acquired lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Refreshing network info cache for port 8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Port f5d6a799-428d-4cca-8b6e-b1abd9067ee9 binding to destination host user is already ACTIVE {{(pid=74976) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updated VIF entry in instance network info cache for port 8f438624-77b8-4caa-bcf7-41e304c4e042. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b3672801-21f0-493b-95fd-ff2397e011f7 req-a1bfda55-b58b-4549-a303-a13f05f997fd service nova] Releasing lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:13 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.utils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb850c12-421c-43a2-bd61-e3395f1b9161]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd44ac0-bf5b-45c7-8527-03c8d9346201]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3fc3b6-c8cb-4c05-8b9e-757ca10a72ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9c469c-d40f-447d-be4e-5de3b63d5189]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:14 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:25:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[008cb7ea-48f6-489e-9bd3-6cbeb4fa4c45]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:25:14 user nova-compute[74976]: DEBUG os_brick.utils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:17 user nova-compute[74976]: INFO nova.compute.manager [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Attaching volume 3bc5037e-9d81-466b-a063-304c86477ec2 to /dev/vdb
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.utils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d38609-1044-4173-bc92-5e3ee48cf17f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b465c8e-29fb-4aed-bb6c-0d8839504c3e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7625b86f-635c-4cff-8830-4d12b521c9b7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd38dbed-de3c-426d-97a2-da007dea8bea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:17 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:25:17 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a412794-3185-4c29-8a6e-78096d798ce7]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG os_brick.utils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:17 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating existing volume attachment record: 8e1db241-ed32-40f4-b287-e0633f71db89 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:25:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Starting finish_migration {{(pid=74976) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 04 05:25:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:25:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Creating image(s)
Dec 04 05:25:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk. size=21474836480 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk 21474836480 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk 21474836480" returned: 0 in 0.047s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Ensure instance console log exists: /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start _get_guest_xml network_info=[{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': 'c529f8f7-02bf-4d86-8443-804e4d5c047c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '19a6f46c-e444-42da-819d-4e60076726d3', 'attached_at': '2023-12-04T05:25:25.000000', 'detached_at': '', 'volume_id': '6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'serial': '6531c5d8-5bcc-4c6f-bd2d-3bc03f071763'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:25:25 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:25 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:25 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:25 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:25 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f004ae95-0dca-4dfe-bf80-129c6f02f399]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:25:25 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba67d2c-20cf-444d-b2fe-6121f59aaa29]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[70475077-7499-4222-ab63-4b83b2d253c5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[40add7ad-4d92-4c2b-962d-77248395b0a7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f963e0b2-a4b9-4515-a9dc-48adb34eb1ac]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IuFBrzTf'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2e6ede-7dc1-4d2b-949f-f8c528bb260c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d24e59-9ace-47bc-af16-1de61c6b942d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[645a9a90-1b61-466c-8a23-4dd62f27dab1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:25:25 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a443601-e0e4-455d-af11-d21d8218e444]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ecd65b-20a0-436f-9136-04856152122f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e07c40-e964-4336-b61f-81ef063fa3f8]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:25:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:25:26 user nova-compute[74976]:   <uuid>19a6f46c-e444-42da-819d-4e60076726d3</uuid>
Dec 04 05:25:26 user nova-compute[74976]:   <name>instance-00000011</name>
Dec 04 05:25:26 user nova-compute[74976]:   <memory>2097152</memory>
Dec 04 05:25:26 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:25:26 user nova-compute[74976]:   <metadata>
Dec 04 05:25:26 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:25:26 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherB-server-329578349</nova:name>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:25:25</nova:creationTime>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:flavor name="m1.small">
Dec 04 05:25:26 user nova-compute[74976]:         <nova:memory>2048</nova:memory>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:disk>20</nova:disk>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:25:26 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:owner>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:user uuid="2b0940c802d242fea3f081860f697da2">tempest-ServerActionsTestOtherB-1609098719-project-member</nova:user>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:project uuid="0968ee33047745d88234d9349c230619">tempest-ServerActionsTestOtherB-1609098719</nova:project>
Dec 04 05:25:26 user nova-compute[74976]:       </nova:owner>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:25:26 user nova-compute[74976]:       <nova:ports>
Dec 04 05:25:26 user nova-compute[74976]:         <nova:port uuid="f5d6a799-428d-4cca-8b6e-b1abd9067ee9">
Dec 04 05:25:26 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 05:25:26 user nova-compute[74976]:         </nova:port>
Dec 04 05:25:26 user nova-compute[74976]:       </nova:ports>
Dec 04 05:25:26 user nova-compute[74976]:     </nova:instance>
Dec 04 05:25:26 user nova-compute[74976]:   </metadata>
Dec 04 05:25:26 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:25:26 user nova-compute[74976]:     <system>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="serial">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="uuid">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:25:26 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:25:26 user nova-compute[74976]:     </system>
Dec 04 05:25:26 user nova-compute[74976]:   </sysinfo>
Dec 04 05:25:26 user nova-compute[74976]:   <os>
Dec 04 05:25:26 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:25:26 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:25:26 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:25:26 user nova-compute[74976]:   </os>
Dec 04 05:25:26 user nova-compute[74976]:   <features>
Dec 04 05:25:26 user nova-compute[74976]:     <acpi/>
Dec 04 05:25:26 user nova-compute[74976]:     <apic/>
Dec 04 05:25:26 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:25:26 user nova-compute[74976]:   </features>
Dec 04 05:25:26 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:25:26 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:25:26 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:25:26 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:25:26 user nova-compute[74976]:   </clock>
Dec 04 05:25:26 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:25:26 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:25:26 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:25:26 user nova-compute[74976]:   </cpu>
Dec 04 05:25:26 user nova-compute[74976]:   <devices>
Dec 04 05:25:26 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:25:26 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:25:26 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk"/>
Dec 04 05:25:26 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:25:26 user nova-compute[74976]:     </disk>
Dec 04 05:25:26 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:25:26 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:25:26 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:25:26 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:25:26 user nova-compute[74976]:       <serial>6531c5d8-5bcc-4c6f-bd2d-3bc03f071763</serial>
Dec 04 05:25:26 user nova-compute[74976]:     </disk>
Dec 04 05:25:26 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:25:26 user nova-compute[74976]:       <mac address="fa:16:3e:0c:fa:28"/>
Dec 04 05:25:26 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:25:26 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:25:26 user nova-compute[74976]:       <target dev="tapf5d6a799-42"/>
Dec 04 05:25:26 user nova-compute[74976]:     </interface>
Dec 04 05:25:26 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:25:26 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/console.log" append="off"/>
Dec 04 05:25:26 user nova-compute[74976]:     </serial>
Dec 04 05:25:26 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:25:26 user nova-compute[74976]:     <video>
Dec 04 05:25:26 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:25:26 user nova-compute[74976]:     </video>
Dec 04 05:25:26 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:25:26 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:25:26 user nova-compute[74976]:     </rng>
Dec 04 05:25:26 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:25:26 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:25:26 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:25:26 user nova-compute[74976]:     </memballoon>
Dec 04 05:25:26 user nova-compute[74976]:   </devices>
Dec 04 05:25:26 user nova-compute[74976]: </domain>
Dec 04 05:25:26 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-983907898-network", "vif_mac": "fa:16:3e:0c:fa:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG os_vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9563b951-341b-52bd-9faa-ee0ead9fa426', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5d6a799-42, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5d6a799-42, col_values=(('qos', UUID('8966a356-a577-41c0-9864-4d947d46fe18')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5d6a799-42, col_values=(('external_ids', {'iface-id': 'f5d6a799-428d-4cca-8b6e-b1abd9067ee9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:fa:28', 'vm-uuid': '19a6f46c-e444-42da-819d-4e60076726d3'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:26 user nova-compute[74976]: INFO os_vif [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] No VIF found with MAC fa:16:3e:0c:fa:28, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:25:27 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e9e7a5-646e-4c5d-835f-baf39683aa2e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:25:27 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d2603f-b49d-42e3-9e0e-c7fed21c6959]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2] added
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b969bb79-010e-437c-8b71-10396fa6126b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afa14d0-e1f4-48d7-ac70-748ed9a54710]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDxbnGoj {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDxbnGoj" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5d3faf-afa9-4d8b-a59e-f6351c173e23]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wDxbnGoj'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66261bc-5c50-435e-85d6-737db1b08044]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb06081e-effc-4ed3-97c6-503f6b2561ff]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4cbb92-dda3-4064-a799-684434c7e9fc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]
Dec 04 05:25:27 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d75a04a7-fcd1-4690-828b-2dac94d96768]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6c4816-b199-4c75-9b61-64bd9d35e454]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:25:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[271991d1-dfc1-4ea2-b200-bcef3c0bbe2f]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:25:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:28 user nova-compute[74976]: WARNING nova.compute.manager [req-37cdd482-6b3a-47b7-8ad3-b6d16d0df671 req-6597bf23-79c8-4e7a-93d8-db9bd8173efb service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state resize_finish.
Dec 04 05:25:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26362653166626235', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362653166626235', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:25:28 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:25:28 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:25:28 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:25:28 user nova-compute[74976]:   <serial>3bc5037e-9d81-466b-a063-304c86477ec2</serial>
Dec 04 05:25:28 user nova-compute[74976]: </disk>
Dec 04 05:25:28 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No VIF found with MAC fa:16:3e:30:31:ae, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:25:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cbf7ffd7-acaa-4837-bd6c-27b06c6697b0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.084s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74976) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.objects.instance [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:25:30 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance running successfully.
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Failed to set time: agent not configured {{(pid=74976) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cf04a945-c858-44b7-850b-d6d7a2c0567e tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] finish_migration finished successfully. {{(pid=74976) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:30 user nova-compute[74976]: WARNING nova.compute.manager [req-fa3dae6f-5ce9-432a-8de6-6376638b7e2f req-4d5f74fb-e7b8-488f-bb75-344636faa05d service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state resize_finish.
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:30 user nova-compute[74976]: WARNING nova.compute.manager [req-b7ded983-d2f6-45d4-815b-c572b4b61a87 req-40783c3e-37f7-46fe-adc1-c8e2a362bbd0 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state active and task_state powering-off.
Dec 04 05:25:31 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance destroyed successfully.
Dec 04 05:25:31 user nova-compute[74976]: DEBUG nova.compute.manager [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:25:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-07791c38-16f5-4abe-bb9e-4a186caf6cd0 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.956s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:32 user nova-compute[74976]: WARNING nova.compute.manager [req-ad7c8cba-cb01-4603-b61a-34ccbce62c99 req-4e7795a0-55cc-44c5-98d2-c0de90ee5765 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:25:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:34 user nova-compute[74976]: INFO nova.compute.manager [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Terminating instance
Dec 04 05:25:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-unplugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] No waiting events found dispatching network-vif-unplugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-3a03900f-53f2-4ab5-b2d1-58665a834d5c req-53bc267c-b232-4ed9-8a0a-26fed64caf93 service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-unplugged-79958a92-88b5-4dcd-a862-55d2c1941c0d for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Instance destroyed successfully.
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'resources' on Instance uuid 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-809045154',display_name='tempest-AttachVolumeNegativeTest-server-809045154',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-809045154',id=23,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKwRm814eFl/i3juy7I+qu3xiiRFDV3gSksLAu0w9FpcALwE6eH3j8+DXGFylpDKnbC5dSlRqKqlD1IwATTBZ5kA/A12y48qEHyDWYLeXs/F0XedqsEZHIhSOeGeJywe6w==',key_name='tempest-keypair-619556478',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:22:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-feqgwfin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:22:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "address": "fa:16:3e:61:0f:7a", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79958a92-88", "ovs_interfaceid": "79958a92-88b5-4dcd-a862-55d2c1941c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG os_vif [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79958a92-88, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e15bf48e-8da2-4f3d-b148-d08a54a1bc30) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:35 user nova-compute[74976]: INFO os_vif [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:0f:7a,bridge_name='br-int',has_traffic_filtering=True,id=79958a92-88b5-4dcd-a862-55d2c1941c0d,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79958a92-88')
Dec 04 05:25:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Deleting instance files /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce_del
Dec 04 05:25:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Deletion of /opt/stack/data/nova/instances/8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce_del complete
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:35 user nova-compute[74976]: INFO nova.compute.manager [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Took 1.21 seconds to destroy the instance on the hypervisor.
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] Acquiring lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] No waiting events found dispatching network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:37 user nova-compute[74976]: WARNING nova.compute.manager [req-f84df808-864a-4b5e-aa9e-f7439de0a7b8 req-93ec26f8-bb77-45af-8c2f-a816e6ea49ed service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received unexpected event network-vif-plugged-79958a92-88b5-4dcd-a862-55d2c1941c0d for instance with vm_state active and task_state deleting.
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:37 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Took 1.43 seconds to deallocate network for instance.
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-e98ec264-5f7e-40e9-9cc8-7dedc5a69140 req-857fe6d5-505b-426f-80b9-4726f68d820b service nova] [instance: 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce] Received event network-vif-deleted-79958a92-88b5-4dcd-a862-55d2c1941c0d {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:25:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Error from libvirt while getting description of instance-00000017: [Error Code 42] Domain not found: no domain with matching uuid '8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce' (instance-00000017): libvirt.libvirtError: Domain not found: no domain with matching uuid '8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce' (instance-00000017)
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:25:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.553s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:37 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Deleted allocations for instance 8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bb2b7e09-04bd-418f-a11a-cb0a3df5ee31 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "8a7e12c9-b6cd-4505-9f8f-ece4e58a6cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.458s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:39 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7270MB free_disk=25.09882354736328GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Applying migration context for instance 19a6f46c-e444-42da-819d-4e60076726d3 as it has an incoming, in-progress migration 3c39a095-30eb-419f-91cb-dd893c6f2a05. Migration status is finished {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 05:25:39 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating resource usage from migration 3c39a095-30eb-419f-91cb-dd893c6f2a05
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Migration 3c39a095-30eb-419f-91cb-dd893c6f2a05 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=31GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:25:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.721s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:25:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:42 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:42 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing instance network info cache due to event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updated VIF entry in instance network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0596f155-70c7-4112-a0e6-f3f7362f9e09 req-9970f703-c9bc-46db-ab6b-2408b3dcacc2 service nova] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing instance network info cache due to event network-changed-42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] Acquiring lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] Acquired lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Refreshing network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:48 user nova-compute[74976]: INFO nova.compute.manager [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Detaching volume d85e101e-5c5a-44af-a03e-1893d83c0d6a
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updated VIF entry in instance network info cache for port 42b51d92-3370-429b-bfa1-783e4bc74820. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [{"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5912998b-d3e2-4827-a28a-3a84c13f925b req-b2801f37-d82e-40ae-8dc2-389c5e42bcdc service nova] Releasing lock "refresh_cache-6a9724d9-e66c-4699-9ff3-c1191fef89c5" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:48 user nova-compute[74976]: INFO nova.virt.block_device [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Attempting to driver detach volume d85e101e-5c5a-44af-a03e-1893d83c0d6a from mountpoint /dev/vdb
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Attempting to detach device vdb from instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:25:48 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:25:48 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:25:48 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:25:48 user nova-compute[74976]:   <serial>d85e101e-5c5a-44af-a03e-1893d83c0d6a</serial>
Dec 04 05:25:48 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:25:48 user nova-compute[74976]: </disk>
Dec 04 05:25:48 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:25:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully detached device vdb from instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 from the persistent domain config.
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:25:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:25:48 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:25:48 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:25:48 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:25:48 user nova-compute[74976]:   <serial>d85e101e-5c5a-44af-a03e-1893d83c0d6a</serial>
Dec 04 05:25:48 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:25:48 user nova-compute[74976]: </disk>
Dec 04 05:25:48 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:25:49 user nova-compute[74976]: INFO nova.compute.claims [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Claim successful on node user
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.585s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:25:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:25:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Creating image(s)
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "/opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "/opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "/opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.policy [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce88c9eaa3d404499904449279a6c4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8154cf1c2aef49f1a92ec53243abdaf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk 1073741824" returned: 0 in 0.061s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:25:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Cannot resize image /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Ensure instance console log exists: /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Successfully created port: b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Successfully updated port: b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquired lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing instance network info cache due to event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] Acquiring lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:25:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating instance_info_cache with network_info: [{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Releasing lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Instance network_info: |[{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] Acquired lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Start _get_guest_xml network_info=[{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:25:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:25:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1390925357',display_name='tempest-TestStampPattern-server-1390925357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1390925357',id=28,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-ia14htwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:50Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=77982e41-0204-4111-84b7-63e0715c320c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.objects.instance [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'pci_devices' on Instance uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:25:52 user nova-compute[74976]:   <uuid>77982e41-0204-4111-84b7-63e0715c320c</uuid>
Dec 04 05:25:52 user nova-compute[74976]:   <name>instance-0000001c</name>
Dec 04 05:25:52 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:25:52 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:25:52 user nova-compute[74976]:   <metadata>
Dec 04 05:25:52 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:25:52 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:name>tempest-TestStampPattern-server-1390925357</nova:name>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:25:52</nova:creationTime>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:25:52 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:25:52 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:owner>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:user uuid="8ce88c9eaa3d404499904449279a6c4d">tempest-TestStampPattern-1003890395-project-member</nova:user>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:project uuid="8154cf1c2aef49f1a92ec53243abdaf8">tempest-TestStampPattern-1003890395</nova:project>
Dec 04 05:25:52 user nova-compute[74976]:       </nova:owner>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:25:52 user nova-compute[74976]:       <nova:ports>
Dec 04 05:25:52 user nova-compute[74976]:         <nova:port uuid="b0a22092-8f0e-4be3-a5f9-f384c8f59669">
Dec 04 05:25:52 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 04 05:25:52 user nova-compute[74976]:         </nova:port>
Dec 04 05:25:52 user nova-compute[74976]:       </nova:ports>
Dec 04 05:25:52 user nova-compute[74976]:     </nova:instance>
Dec 04 05:25:52 user nova-compute[74976]:   </metadata>
Dec 04 05:25:52 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:25:52 user nova-compute[74976]:     <system>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="serial">77982e41-0204-4111-84b7-63e0715c320c</entry>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="uuid">77982e41-0204-4111-84b7-63e0715c320c</entry>
Dec 04 05:25:52 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:25:52 user nova-compute[74976]:     </system>
Dec 04 05:25:52 user nova-compute[74976]:   </sysinfo>
Dec 04 05:25:52 user nova-compute[74976]:   <os>
Dec 04 05:25:52 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:25:52 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:25:52 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:25:52 user nova-compute[74976]:   </os>
Dec 04 05:25:52 user nova-compute[74976]:   <features>
Dec 04 05:25:52 user nova-compute[74976]:     <acpi/>
Dec 04 05:25:52 user nova-compute[74976]:     <apic/>
Dec 04 05:25:52 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:25:52 user nova-compute[74976]:   </features>
Dec 04 05:25:52 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:25:52 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:25:52 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:25:52 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:25:52 user nova-compute[74976]:   </clock>
Dec 04 05:25:52 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:25:52 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:25:52 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:25:52 user nova-compute[74976]:   </cpu>
Dec 04 05:25:52 user nova-compute[74976]:   <devices>
Dec 04 05:25:52 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:25:52 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:25:52 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk"/>
Dec 04 05:25:52 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:25:52 user nova-compute[74976]:     </disk>
Dec 04 05:25:52 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:25:52 user nova-compute[74976]:       <mac address="fa:16:3e:8b:36:da"/>
Dec 04 05:25:52 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:25:52 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:25:52 user nova-compute[74976]:       <target dev="tapb0a22092-8f"/>
Dec 04 05:25:52 user nova-compute[74976]:     </interface>
Dec 04 05:25:52 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:25:52 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/console.log" append="off"/>
Dec 04 05:25:52 user nova-compute[74976]:     </serial>
Dec 04 05:25:52 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:25:52 user nova-compute[74976]:     <video>
Dec 04 05:25:52 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:25:52 user nova-compute[74976]:     </video>
Dec 04 05:25:52 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:25:52 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:25:52 user nova-compute[74976]:     </rng>
Dec 04 05:25:52 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:25:52 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:25:52 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:25:52 user nova-compute[74976]:     </memballoon>
Dec 04 05:25:52 user nova-compute[74976]:   </devices>
Dec 04 05:25:52 user nova-compute[74976]: </domain>
Dec 04 05:25:52 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:25:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1390925357',display_name='tempest-TestStampPattern-server-1390925357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1390925357',id=28,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-ia14htwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:50Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=77982e41-0204-4111-84b7-63e0715c320c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG os_vif [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f14d71b-54f8-5db8-804a-e80377625143', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb0a22092-8f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb0a22092-8f, col_values=(('qos', UUID('5dd1fed3-bf6c-40ee-a541-20d01a643b61')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb0a22092-8f, col_values=(('external_ids', {'iface-id': 'b0a22092-8f0e-4be3-a5f9-f384c8f59669', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:36:da', 'vm-uuid': '77982e41-0204-4111-84b7-63e0715c320c'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:52 user nova-compute[74976]: INFO os_vif [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f')
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No VIF found with MAC fa:16:3e:8b:36:da, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updated VIF entry in instance network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating instance_info_cache with network_info: [{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39ef23f0-0010-4438-97da-a8994cedbf29 req-d359bd15-b73f-4ffc-8095-04f9d2867cf6 service nova] Releasing lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] No waiting events found dispatching network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:53 user nova-compute[74976]: WARNING nova.compute.manager [req-068a90ac-94bf-4725-a5c0-b925e65c0a07 req-9059ecf2-8d78-4fee-b0ab-e3cf2b1d3003 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received unexpected event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 for instance with vm_state building and task_state spawning.
Dec 04 05:25:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:25:55 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Instance spawned successfully.
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:25:55 user nova-compute[74976]: INFO nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Took 5.60 seconds to spawn the instance on the hypervisor.
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] No waiting events found dispatching network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:25:55 user nova-compute[74976]: WARNING nova.compute.manager [req-b17859c7-09d6-47f1-9a28-7b12e8a3d69d req-941ac1a4-1368-45d5-b540-d869a531216e service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received unexpected event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 for instance with vm_state building and task_state spawning.
Dec 04 05:25:55 user nova-compute[74976]: INFO nova.compute.manager [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Took 6.53 seconds to build instance.
Dec 04 05:25:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-88f8eee2-43fd-4bcd-b3c3-83561c4e171a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.664s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-changed-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Refreshing instance network info cache due to event network-changed-ebb21004-2048-4b95-8570-6a5ac274c0ad. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] Acquiring lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] Acquired lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Refreshing network info cache for port ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:25:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updated VIF entry in instance network info cache for port ebb21004-2048-4b95-8570-6a5ac274c0ad. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating instance_info_cache with network_info: [{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d87e8800-14cb-4240-a600-0a3d87f76d69 req-de6d1a9c-2a2d-4b77-9ed0-3a6c6aa4fd9c service nova] Releasing lock "refresh_cache-07212c64-12f5-4cc3-bf4f-ac95858a2ed2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'flavor' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:25:57 user nova-compute[74976]: INFO nova.compute.manager [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attaching volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c to /dev/vdb
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.utils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ef1dc5-b30f-4d34-85be-91272821e846]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a9fd047-83c6-4c03-991d-fc7a229637ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e634be-f071-420b-af83-ed047f6b06ae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9b71a2-1cab-4b7d-b957-d67013091dda]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:25:57 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:25:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ffab5b4-4cb9-4063-977e-dad8bf14d989]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG os_brick.utils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:25:57 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating existing volume attachment record: d397418f-5b03-443e-bf8f-cc297c3d645c {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:26:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:05 user nova-compute[74976]: INFO nova.compute.manager [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] instance snapshotting
Dec 04 05:26:05 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Beginning live snapshot process
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee.delta 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee.delta 1073741824" returned: 0 in 0.054s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 05:26:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:07 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:07 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:07 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c90639-c221-4513-a1f5-d2e77f754554]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:26:07 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[591f2025-c93a-44fa-83f4-7bc1d8ffc208]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c] added
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75dfb68-7f62-46b7-9cc5-aaf0dad87a1d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b5b462e-49e4-48dc-87fb-915cc0350aff]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tWOVkZgd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tWOVkZgd" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4494f281-6b33-4e32-a951-db05b1c3c116]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tWOVkZgd'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[101209f0-37a2-44fd-824c-a2ad80410020]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0165f5-dc72-4c0d-908a-cfc066879524]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c664c6b-ac11-4f83-8fe8-e34ef6d6b731]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]
Dec 04 05:26:07 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[875852d4-9f8e-4a8f-9929-3ab5c542bbe1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8220ebb-d558-4630-a89a-f01beb4b4a2b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:07 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aac869f-94ef-4080-824d-851a65253017]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:26:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:26:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 05:26:08 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee.delta /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee.delta /opt/stack/data/nova/instances/snapshots/tmprtm5rzv1/415b34c4cb784eb0a7a19c71beaa7bee" returned: 0 in 0.417s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Snapshot extracted, beginning image upload
Dec 04 05:26:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '23832343566353032', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832343566353032', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'flavor' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:26:08 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:26:08 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:26:08 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:26:08 user nova-compute[74976]:   <serial>5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c</serial>
Dec 04 05:26:08 user nova-compute[74976]: </disk>
Dec 04 05:26:08 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:56:ef:55, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:26:09 user nova-compute[74976]: INFO nova.compute.claims [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Claim successful on node user
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5bdd0a76-f0c9-4bc5-b65a-ee3c1f207079 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.939s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:09 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 is timed out.
Dec 04 05:26:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully detached device vdb from instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 from the live domain config.
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifvPkpYT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:09 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95308707-4ee1-41fb-b528-7ba86404a4cd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:26:09 user nova-compute[74976]: No targets found.
Dec 04 05:26:09 user nova-compute[74976]: iSNS:
Dec 04 05:26:09 user nova-compute[74976]: No targets found.
Dec 04 05:26:09 user nova-compute[74976]: STATIC:
Dec 04 05:26:09 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a
Dec 04 05:26:09 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:09 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:09 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:26:09 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:09 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:09 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:26:09 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:09 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:09 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:26:09 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:09 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:09 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:26:09 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:09 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:09 user nova-compute[74976]: FIRMWARE:
Dec 04 05:26:09 user nova-compute[74976]: No targets found.
Dec 04 05:26:09 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:26:09 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:26:09 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9b86a3-f333-47b9-854a-9e2b206cfdb4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc282705-32a7-45e0-8edc-877e74ee31d7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:09 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:09 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:09 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0478f400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fdfb7b7-aab0-4ac3-b25f-ac6d41900e4a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ed90ce-890b-4748-8252-dd3e57cc3a06]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c209037b-1b3e-4776-abf3-c440cf832687]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b656ecd0-2145-48b1-a692-89a261fb7f3f]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a2c5afa-39f3-4ebe-b1b5-12603cb5e81d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a1ff7f-95bd-4a77-bed8-f089cbed55b9]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260]
Dec 04 05:26:09 user nova-compute[74976]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a, portal: 172.16.0.220,3260] successful.
Dec 04 05:26:09 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d85e101e-5c5a-44af-a03e-1893d83c0d6a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a965d7c6-ab5a-4d68-8246-cdafc2692562]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== disconnect_volume: return (335ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.656s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:26:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:26:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.policy [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06bbb2c8f3d4ef3877a3b5f3e1eac4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d48078144a4194825ac0c119899eab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:26:10 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Creating image(s)
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "/opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "/opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk 1073741824" returned: 0 in 0.052s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.objects.instance [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Successfully created port: 64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-06d837c6-2320-48ca-8b18-bcb35f912fd8 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.927s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Cannot resize image /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Ensure instance console log exists: /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:11 user nova-compute[74976]: INFO nova.compute.manager [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Rebuilding instance
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Snapshot image upload complete
Dec 04 05:26:11 user nova-compute[74976]: INFO nova.compute.manager [None req-94dfe132-7bde-4a31-987b-beba50513592 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Took 5.33 seconds to snapshot the instance on the hypervisor.
Dec 04 05:26:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:11 user nova-compute[74976]: WARNING nova.compute.manager [req-78acddd5-c698-48f8-84cd-aabd2f428b9e req-8ece67c1-305e-4f86-8c72-03735987ee76 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state active and task_state rebuilding.
Dec 04 05:26:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Successfully updated port: 64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquired lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:26:11 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Updating instance_info_cache with network_info: [{"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance destroyed successfully.
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Releasing lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Instance network_info: |[{"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Start _get_guest_xml network_info=[{"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-changed-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Refreshing instance network info cache due to event network-changed-64b64f13-edad-46b4-80bd-9957588f9603. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] Acquiring lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] Acquired lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.neutron [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Refreshing network info cache for port 64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:26:12 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:12 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-52963695',display_name='tempest-ServersNegativeTestJSON-server-52963695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-52963695',id=29,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-jeed2jz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:10Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=7f310da8-f099-4ef4-922c-46503581f311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f310da8-f099-4ef4-922c-46503581f311 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:12 user nova-compute[74976]: INFO nova.compute.manager [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Detaching volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:26:12 user nova-compute[74976]:   <uuid>7f310da8-f099-4ef4-922c-46503581f311</uuid>
Dec 04 05:26:12 user nova-compute[74976]:   <name>instance-0000001d</name>
Dec 04 05:26:12 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:26:12 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:26:12 user nova-compute[74976]:   <metadata>
Dec 04 05:26:12 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:26:12 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:name>tempest-ServersNegativeTestJSON-server-52963695</nova:name>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:26:12</nova:creationTime>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:26:12 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:26:12 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:owner>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:user uuid="a06bbb2c8f3d4ef3877a3b5f3e1eac4a">tempest-ServersNegativeTestJSON-1817700723-project-member</nova:user>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:project uuid="73d48078144a4194825ac0c119899eab">tempest-ServersNegativeTestJSON-1817700723</nova:project>
Dec 04 05:26:12 user nova-compute[74976]:       </nova:owner>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:26:12 user nova-compute[74976]:       <nova:ports>
Dec 04 05:26:12 user nova-compute[74976]:         <nova:port uuid="64b64f13-edad-46b4-80bd-9957588f9603">
Dec 04 05:26:12 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:26:12 user nova-compute[74976]:         </nova:port>
Dec 04 05:26:12 user nova-compute[74976]:       </nova:ports>
Dec 04 05:26:12 user nova-compute[74976]:     </nova:instance>
Dec 04 05:26:12 user nova-compute[74976]:   </metadata>
Dec 04 05:26:12 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:26:12 user nova-compute[74976]:     <system>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="serial">7f310da8-f099-4ef4-922c-46503581f311</entry>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="uuid">7f310da8-f099-4ef4-922c-46503581f311</entry>
Dec 04 05:26:12 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:26:12 user nova-compute[74976]:     </system>
Dec 04 05:26:12 user nova-compute[74976]:   </sysinfo>
Dec 04 05:26:12 user nova-compute[74976]:   <os>
Dec 04 05:26:12 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:26:12 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:26:12 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:26:12 user nova-compute[74976]:   </os>
Dec 04 05:26:12 user nova-compute[74976]:   <features>
Dec 04 05:26:12 user nova-compute[74976]:     <acpi/>
Dec 04 05:26:12 user nova-compute[74976]:     <apic/>
Dec 04 05:26:12 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:26:12 user nova-compute[74976]:   </features>
Dec 04 05:26:12 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:26:12 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:26:12 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:26:12 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:26:12 user nova-compute[74976]:   </clock>
Dec 04 05:26:12 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:26:12 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:26:12 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:26:12 user nova-compute[74976]:   </cpu>
Dec 04 05:26:12 user nova-compute[74976]:   <devices>
Dec 04 05:26:12 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:26:12 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:26:12 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk"/>
Dec 04 05:26:12 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:26:12 user nova-compute[74976]:     </disk>
Dec 04 05:26:12 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:26:12 user nova-compute[74976]:       <mac address="fa:16:3e:7d:d6:f2"/>
Dec 04 05:26:12 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:12 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:26:12 user nova-compute[74976]:       <target dev="tap64b64f13-ed"/>
Dec 04 05:26:12 user nova-compute[74976]:     </interface>
Dec 04 05:26:12 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:26:12 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/console.log" append="off"/>
Dec 04 05:26:12 user nova-compute[74976]:     </serial>
Dec 04 05:26:12 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:26:12 user nova-compute[74976]:     <video>
Dec 04 05:26:12 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:12 user nova-compute[74976]:     </video>
Dec 04 05:26:12 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:26:12 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:26:12 user nova-compute[74976]:     </rng>
Dec 04 05:26:12 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:26:12 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:26:12 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:26:12 user nova-compute[74976]:     </memballoon>
Dec 04 05:26:12 user nova-compute[74976]:   </devices>
Dec 04 05:26:12 user nova-compute[74976]: </domain>
Dec 04 05:26:12 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-52963695',display_name='tempest-ServersNegativeTestJSON-server-52963695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-52963695',id=29,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-jeed2jz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:10Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=7f310da8-f099-4ef4-922c-46503581f311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_vif [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5da15b5-8486-5f37-a3df-d3bf68cb6f09', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64b64f13-ed, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64b64f13-ed, col_values=(('qos', UUID('9278b302-a611-4464-98eb-30b23ad8101a')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64b64f13-ed, col_values=(('external_ids', {'iface-id': '64b64f13-edad-46b4-80bd-9957588f9603', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:d6:f2', 'vm-uuid': '7f310da8-f099-4ef4-922c-46503581f311'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:12 user nova-compute[74976]: INFO os_vif [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed')
Dec 04 05:26:12 user nova-compute[74976]: INFO nova.virt.block_device [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attempting to driver detach volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c from mountpoint /dev/vdb
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Attempting to detach device vdb from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:26:12 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:26:12 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:26:12 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:26:12 user nova-compute[74976]:   <serial>5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c</serial>
Dec 04 05:26:12 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:26:12 user nova-compute[74976]: </disk>
Dec 04 05:26:12 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:26:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully detached device vdb from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the persistent domain config.
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58e60d7-a02e-495c-a7c6-04518373bd4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:26:12 user nova-compute[74976]: No targets found.
Dec 04 05:26:12 user nova-compute[74976]: iSNS:
Dec 04 05:26:12 user nova-compute[74976]: No targets found.
Dec 04 05:26:12 user nova-compute[74976]: STATIC:
Dec 04 05:26:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:26:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:26:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:26:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:12 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:26:12 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:12 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:12 user nova-compute[74976]: FIRMWARE:
Dec 04 05:26:12 user nova-compute[74976]: No targets found.
Dec 04 05:26:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:26:12 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:26:12 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] No VIF found with MAC fa:16:3e:7d:d6:f2, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e5b959c-1af7-49c0-8e41-520c02922910]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fcf097-77d1-4609-b03b-d4113d33ab4e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:12 user nova-compute[74976]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca042f75b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c'): ({'sdf'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Removing single pathed devices sdf {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e47574-c29d-4e04-ae5b-50dbb3f48e11]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7bb8496-c655-4242-a36e-72cf7d3d7b11]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flushing IO for device /dev/sdf {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[392ce383-6c64-4276-9fad-316c86d856de]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.neutron [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Updated VIF entry in instance network info cache for port 64b64f13-edad-46b4-80bd-9957588f9603. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.network.neutron [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Updating instance_info_cache with network_info: [{"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.037s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e59d50-299d-4fd2-b0e6-22c4dbc357e7]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6be2672a-baad-4af5-9b6e-31c5289e7c99 req-53d3fcec-9d45-4d92-be36-1466e50ab555 service nova] Releasing lock "refresh_cache-7f310da8-f099-4ef4-922c-46503581f311" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8146df56-ee52-46ee-9e5b-574d44cccaca]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0a17e0-5d10-4406-a32b-b581dfa7d14c]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]
Dec 04 05:26:12 user nova-compute[74976]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.
Dec 04 05:26:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4089f268-de1a-40fb-8276-8b1b82ecce7a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== disconnect_volume: return (299ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:26:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance destroyed successfully.
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-ServerActionsTestOtherA-server-966480028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:24:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebb21004-20, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e729103-2626-4658-b575-b8515f4c257c) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: INFO os_vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20')
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:13 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[79b7953b-86d4-48ab-9a54-389b4349600f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:26:13 user nova-compute[74976]: No targets found.
Dec 04 05:26:13 user nova-compute[74976]: iSNS:
Dec 04 05:26:13 user nova-compute[74976]: No targets found.
Dec 04 05:26:13 user nova-compute[74976]: STATIC:
Dec 04 05:26:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:26:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:26:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:26:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:26:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:26:13 user nova-compute[74976]: FIRMWARE:
Dec 04 05:26:13 user nova-compute[74976]: No targets found.
Dec 04 05:26:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:26:13 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:26:13 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7719cd32-1d02-460e-9435-382246bc88de]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea69d26f-547e-4e44-a7a1-61fb82b8bbbe]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044cf760>, {}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Disconnecting from: [] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== disconnect_volume: return (77ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:26:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Deleting instance files /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2_del
Dec 04 05:26:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Deletion of /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2_del complete
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:13 user nova-compute[74976]: WARNING nova.compute.manager [req-0ee41d46-64b4-4660-9cc1-9bd91bbfdaa4 req-ee31e99c-1af6-4189-aa05-fd35c7d8cfbc service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state active and task_state rebuilding.
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: INFO nova.virt.block_device [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Booting with volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c at /dev/vdb
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.utils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7634d0d1-bd86-4381-9378-ad23aa0496a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[31deabcd-a650-426f-a5f4-c00492087a59]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d722debf-f6e2-472a-9977-31ee2fb337fb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec0cb0e-d235-41a4-9fa9-41cc489d40e5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:26:13 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e15f95-0912-4ccf-95a2-3e5a9240de0b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG os_brick.utils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating existing volume attachment record: 8b91f0c3-7f1f-48fd-bdcf-cee2e32644e3 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] No waiting events found dispatching network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:13 user nova-compute[74976]: WARNING nova.compute.manager [req-6a2ff763-6f7c-4bbf-af67-604a2269c948 req-ddba57ce-146e-4d97-b05e-7737734387f1 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received unexpected event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 for instance with vm_state building and task_state spawning.
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] No waiting events found dispatching network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:16 user nova-compute[74976]: WARNING nova.compute.manager [req-7e3cf7bc-16cd-4a46-9de7-ee847bbbfa1e req-a3c47356-114b-42c4-8b80-816e620fec83 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received unexpected event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 for instance with vm_state building and task_state spawning.
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:26:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Instance spawned successfully.
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:16 user nova-compute[74976]: INFO nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Took 6.20 seconds to spawn the instance on the hypervisor.
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:16 user nova-compute[74976]: INFO nova.compute.manager [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Took 7.22 seconds to build instance.
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ef58265a-c8f1-4ff7-9d71-7f73ec3287ca tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.363s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:16 user nova-compute[74976]: INFO nova.compute.manager [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Rescuing
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:16 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance destroyed successfully.
Dec 04 05:26:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Attempting rescue
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:26:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Creating image(s)
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'trusted_certs' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:18 user nova-compute[74976]: WARNING nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state active and task_state rescuing.
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:18 user nova-compute[74976]: WARNING nova.compute.manager [req-48fa534f-1831-49b2-abe6-46233a056148 req-86591577-fbb5-47ce-8533-36b484775035 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state active and task_state rescuing.
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue" returned: 0 in 0.050s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'migration_context' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.base [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<db63db50-8954-4398-8ab1-f6c67b1fa0c3> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start _get_guest_xml network_info=[{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:f2:99:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.base [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<db63db50-8954-4398-8ab1-f6c67b1fa0c3> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'numa_topology' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.base [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<db63db50-8954-4398-8ab1-f6c67b1fa0c3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:26:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'vcpu_model' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.base [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<db63db50-8954-4398-8ab1-f6c67b1fa0c3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-714330776',display_name='tempest-ServerRescueNegativeTestJSON-server-714330776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-714330776',id=20,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-5nxpx4qk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:21:41Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=db63db50-8954-4398-8ab1-f6c67b1fa0c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:f2:99:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:f2:99:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.objects.base [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<db63db50-8954-4398-8ab1-f6c67b1fa0c3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:26:18 user nova-compute[74976]:   <uuid>db63db50-8954-4398-8ab1-f6c67b1fa0c3</uuid>
Dec 04 05:26:18 user nova-compute[74976]:   <name>instance-00000014</name>
Dec 04 05:26:18 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:26:18 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:26:18 user nova-compute[74976]:   <metadata>
Dec 04 05:26:18 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:26:18 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-714330776</nova:name>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:26:18</nova:creationTime>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:26:18 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:26:18 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:owner>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:26:18 user nova-compute[74976]:       </nova:owner>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:26:18 user nova-compute[74976]:       <nova:ports>
Dec 04 05:26:18 user nova-compute[74976]:         <nova:port uuid="79a553fb-5ae0-480d-9070-e8863ceda448">
Dec 04 05:26:18 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:26:18 user nova-compute[74976]:         </nova:port>
Dec 04 05:26:18 user nova-compute[74976]:       </nova:ports>
Dec 04 05:26:18 user nova-compute[74976]:     </nova:instance>
Dec 04 05:26:18 user nova-compute[74976]:   </metadata>
Dec 04 05:26:18 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:26:18 user nova-compute[74976]:     <system>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="serial">db63db50-8954-4398-8ab1-f6c67b1fa0c3</entry>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="uuid">db63db50-8954-4398-8ab1-f6c67b1fa0c3</entry>
Dec 04 05:26:18 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:26:18 user nova-compute[74976]:     </system>
Dec 04 05:26:18 user nova-compute[74976]:   </sysinfo>
Dec 04 05:26:18 user nova-compute[74976]:   <os>
Dec 04 05:26:18 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:26:18 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:26:18 user nova-compute[74976]:   </os>
Dec 04 05:26:18 user nova-compute[74976]:   <features>
Dec 04 05:26:18 user nova-compute[74976]:     <acpi/>
Dec 04 05:26:18 user nova-compute[74976]:     <apic/>
Dec 04 05:26:18 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:26:18 user nova-compute[74976]:   </features>
Dec 04 05:26:18 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:26:18 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:26:18 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:26:18 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:26:18 user nova-compute[74976]:   </clock>
Dec 04 05:26:18 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:26:18 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:26:18 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:26:18 user nova-compute[74976]:   </cpu>
Dec 04 05:26:18 user nova-compute[74976]:   <devices>
Dec 04 05:26:18 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:26:18 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:26:18 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue"/>
Dec 04 05:26:18 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:26:18 user nova-compute[74976]:     </disk>
Dec 04 05:26:18 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:26:18 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:26:18 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk"/>
Dec 04 05:26:18 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:26:18 user nova-compute[74976]:     </disk>
Dec 04 05:26:18 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:26:18 user nova-compute[74976]:       <mac address="fa:16:3e:f2:99:d6"/>
Dec 04 05:26:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:18 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:26:18 user nova-compute[74976]:       <target dev="tap79a553fb-5a"/>
Dec 04 05:26:18 user nova-compute[74976]:     </interface>
Dec 04 05:26:18 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:26:18 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/console.log" append="off"/>
Dec 04 05:26:18 user nova-compute[74976]:     </serial>
Dec 04 05:26:18 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:26:18 user nova-compute[74976]:     <video>
Dec 04 05:26:18 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:18 user nova-compute[74976]:     </video>
Dec 04 05:26:18 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:26:18 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:26:18 user nova-compute[74976]:     </rng>
Dec 04 05:26:18 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:26:18 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:26:18 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:26:18 user nova-compute[74976]:     </memballoon>
Dec 04 05:26:18 user nova-compute[74976]:   </devices>
Dec 04 05:26:18 user nova-compute[74976]: </domain>
Dec 04 05:26:18 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:26:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance destroyed successfully.
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:f2:99:d6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:20 user nova-compute[74976]: WARNING nova.compute.manager [req-1999574b-3928-4e62-a810-dd4605068735 req-29a6f3b3-4329-434b-8cdf-210a796a030c service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state active and task_state rescuing.
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:20 user nova-compute[74976]: INFO nova.compute.manager [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Terminating instance
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-9b58b153-6651-4870-bf0c-5338a86d5f74 req-0f756c9c-9fce-4405-b8d2-4ce0307cbd12 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Instance destroyed successfully.
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lazy-loading 'resources' on Instance uuid 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1539174412',display_name='tempest-VolumesSnapshotTestJSON-instance-1539174412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1539174412',id=18,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBt46DsFtxU4Ev9OKOFFACQgup9DJODlxBDJcraEVdL0+iPKRdytCbbMWVRa1ubPs6v6hVM/dIuQbmubj0jbrGYJqmB+RviPFXsW55nUwl0V9mVelfP5fYl/ieGSU7Z7PQ==',key_name='tempest-keypair-1365017707',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f45ab86f6f4a415fb71a4327d3aa8888',ramdisk_id='',reservation_id='r-iem8yqwq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-164518565',owner_user_name='tempest-VolumesSnapshotTestJSON-164518565-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:21:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='adb6ae5458594c9585a046f4bbc5ca5e',uuid=99f67a7e-8f39-4f3d-9ee3-6fb460a0465b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converting VIF {"id": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "address": "fa:16:3e:9e:f8:cb", "network": {"id": "a576fa19-3478-4528-bcf1-9d68a6f277a9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312341355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f45ab86f6f4a415fb71a4327d3aa8888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8869b13-29", "ovs_interfaceid": "e8869b13-29f6-4b7b-b149-4c765f8117dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG os_vif [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8869b13-29, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ce34104-a5d1-4d12-bd18-3aa8306017b9) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: INFO os_vif [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:cb,bridge_name='br-int',has_traffic_filtering=True,id=e8869b13-29f6-4b7b-b149-4c765f8117dd,network=Network(a576fa19-3478-4528-bcf1-9d68a6f277a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8869b13-29')
Dec 04 05:26:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Deleting instance files /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b_del
Dec 04 05:26:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Deletion of /opt/stack/data/nova/instances/99f67a7e-8f39-4f3d-9ee3-6fb460a0465b_del complete
Dec 04 05:26:21 user nova-compute[74976]: INFO nova.compute.manager [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Took 1.05 seconds to destroy the instance on the hypervisor.
Dec 04 05:26:21 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:22 user nova-compute[74976]: WARNING nova.compute.manager [req-d7d1f800-ec81-410e-965d-21ed82325c8f req-6571a360-dd91-472a-9c88-ea2e1e07a27f service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state active and task_state rescuing.
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b029e643-6fdd-487a-8251-16e83715d80d tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:22 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Took 0.93 seconds to deallocate network for instance.
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-d1eec58d-9916-464a-a673-fb9c5ed78014 req-d33222e0-d3ef-4c5b-ab3a-533240f0b7cb service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-deleted-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:22 user nova-compute[74976]: INFO nova.compute.manager [req-d1eec58d-9916-464a-a673-fb9c5ed78014 req-d33222e0-d3ef-4c5b-ab3a-533240f0b7cb service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Neutron deleted interface e8869b13-29f6-4b7b-b149-4c765f8117dd; detaching it from the instance and deleting it from the info cache
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.network.neutron [req-d1eec58d-9916-464a-a673-fb9c5ed78014 req-d33222e0-d3ef-4c5b-ab3a-533240f0b7cb service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-d1eec58d-9916-464a-a673-fb9c5ed78014 req-d33222e0-d3ef-4c5b-ab3a-533240f0b7cb service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Detach interface failed, port_id=e8869b13-29f6-4b7b-b149-4c765f8117dd, reason: Instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:22 user nova-compute[74976]: WARNING nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state deleted and task_state None.
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:22 user nova-compute[74976]: WARNING nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state deleted and task_state None.
Dec 04 05:26:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:23 user nova-compute[74976]: WARNING nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state deleted and task_state None.
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:23 user nova-compute[74976]: WARNING nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-unplugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state deleted and task_state None.
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Acquiring lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] No waiting events found dispatching network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:23 user nova-compute[74976]: WARNING nova.compute.manager [req-cc0127c0-c8f6-49c5-86a1-1f5648191b31 req-e65856b3-17ba-47c7-9415-f4c9a9ddf117 service nova] [instance: 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b] Received unexpected event network-vif-plugged-e8869b13-29f6-4b7b-b149-4c765f8117dd for instance with vm_state deleted and task_state None.
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.507s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:23 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Deleted allocations for instance 99f67a7e-8f39-4f3d-9ee3-6fb460a0465b
Dec 04 05:26:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b3bf98cb-e5f5-4a2f-bc9c-1dd76b5f5974 tempest-VolumesSnapshotTestJSON-164518565 tempest-VolumesSnapshotTestJSON-164518565-project-member] Lock "99f67a7e-8f39-4f3d-9ee3-6fb460a0465b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.711s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:26:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Creating image(s)
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk 1073741824" returned: 0 in 0.049s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Cannot resize image /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Ensure instance console log exists: /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start _get_guest_xml network_info=[{"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': '8b91f0c3-7f1f-48fd-bdcf-cee2e32644e3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '07212c64-12f5-4cc3-bf4f-ac95858a2ed2', 'attached_at': '', 'detached_at': '', 'volume_id': '5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'serial': '5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:26:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 05:26:24 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:26:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'vcpu_model' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:26:25 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:25 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:26:25 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6dba27-12e6-4543-a35c-3b7d8fca5740]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:26:25 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d320c119-c74c-4668-86a0-782fb67cb15b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c] added
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[161be157-9bed-4fe3-ae5e-eaa6f5333503]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[85af2d97-bae4-4012-ba18-a57fcb1314e9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tWOVkZgd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tWOVkZgd" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ce4eb0-6c23-45e1-962e-3c83bce643aa]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tWOVkZgd'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ccfd3c-a9e4-455d-a15b-436c4c568212]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8a10ce-317b-4d1d-a162-70c9bbc0397f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f2cf03-1c72-4e57-8ee1-e554b86b148f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]
Dec 04 05:26:25 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41466b4-e67e-4eb8-8d3c-1d0479a76be0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a096ff24-37d1-4d72-b4fc-307687fa2df6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:26:25 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:26:25 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[884ccf2b-cf04-4e80-8cd9-9ba961c331fb]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:26:25 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23832343566353032', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832343566353032', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-ServerActionsTestOtherA-server-966480028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:24:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:26:26 user nova-compute[74976]:   <uuid>07212c64-12f5-4cc3-bf4f-ac95858a2ed2</uuid>
Dec 04 05:26:26 user nova-compute[74976]:   <name>instance-00000019</name>
Dec 04 05:26:26 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:26:26 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:26:26 user nova-compute[74976]:   <metadata>
Dec 04 05:26:26 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:26:26 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherA-server-966480028</nova:name>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:26:24</nova:creationTime>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:26:26 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:26:26 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:owner>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:user uuid="43bd0c5a6fa84a868c924202d3d90b9f">tempest-ServerActionsTestOtherA-601926012-project-member</nova:user>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:project uuid="c655544a9fbe4d87b0003daef50aeeaa">tempest-ServerActionsTestOtherA-601926012</nova:project>
Dec 04 05:26:26 user nova-compute[74976]:       </nova:owner>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:26:26 user nova-compute[74976]:       <nova:ports>
Dec 04 05:26:26 user nova-compute[74976]:         <nova:port uuid="ebb21004-2048-4b95-8570-6a5ac274c0ad">
Dec 04 05:26:26 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:26:26 user nova-compute[74976]:         </nova:port>
Dec 04 05:26:26 user nova-compute[74976]:       </nova:ports>
Dec 04 05:26:26 user nova-compute[74976]:     </nova:instance>
Dec 04 05:26:26 user nova-compute[74976]:   </metadata>
Dec 04 05:26:26 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:26:26 user nova-compute[74976]:     <system>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="serial">07212c64-12f5-4cc3-bf4f-ac95858a2ed2</entry>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="uuid">07212c64-12f5-4cc3-bf4f-ac95858a2ed2</entry>
Dec 04 05:26:26 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:26:26 user nova-compute[74976]:     </system>
Dec 04 05:26:26 user nova-compute[74976]:   </sysinfo>
Dec 04 05:26:26 user nova-compute[74976]:   <os>
Dec 04 05:26:26 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:26:26 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:26:26 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:26:26 user nova-compute[74976]:   </os>
Dec 04 05:26:26 user nova-compute[74976]:   <features>
Dec 04 05:26:26 user nova-compute[74976]:     <acpi/>
Dec 04 05:26:26 user nova-compute[74976]:     <apic/>
Dec 04 05:26:26 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:26:26 user nova-compute[74976]:   </features>
Dec 04 05:26:26 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:26:26 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:26:26 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:26:26 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:26:26 user nova-compute[74976]:   </clock>
Dec 04 05:26:26 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:26:26 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:26:26 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:26:26 user nova-compute[74976]:   </cpu>
Dec 04 05:26:26 user nova-compute[74976]:   <devices>
Dec 04 05:26:26 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:26:26 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:26:26 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk"/>
Dec 04 05:26:26 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:26:26 user nova-compute[74976]:     </disk>
Dec 04 05:26:26 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:26:26 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:26:26 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:26:26 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:26:26 user nova-compute[74976]:       <serial>5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c</serial>
Dec 04 05:26:26 user nova-compute[74976]:     </disk>
Dec 04 05:26:26 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:26:26 user nova-compute[74976]:       <mac address="fa:16:3e:56:ef:55"/>
Dec 04 05:26:26 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:26 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:26:26 user nova-compute[74976]:       <target dev="tapebb21004-20"/>
Dec 04 05:26:26 user nova-compute[74976]:     </interface>
Dec 04 05:26:26 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:26:26 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/console.log" append="off"/>
Dec 04 05:26:26 user nova-compute[74976]:     </serial>
Dec 04 05:26:26 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:26:26 user nova-compute[74976]:     <video>
Dec 04 05:26:26 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:26 user nova-compute[74976]:     </video>
Dec 04 05:26:26 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:26:26 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:26:26 user nova-compute[74976]:     </rng>
Dec 04 05:26:26 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:26:26 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:26:26 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:26:26 user nova-compute[74976]:     </memballoon>
Dec 04 05:26:26 user nova-compute[74976]:   </devices>
Dec 04 05:26:26 user nova-compute[74976]: </domain>
Dec 04 05:26:26 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-ServerActionsTestOtherA-server-966480028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:24:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG os_vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6fabb896-16df-5831-836e-6f995f4020d2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebb21004-20, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebb21004-20, col_values=(('qos', UUID('8b581021-e5df-405b-8a5b-4e1192015586')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebb21004-20, col_values=(('external_ids', {'iface-id': 'ebb21004-2048-4b95-8570-6a5ac274c0ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:ef:55', 'vm-uuid': '07212c64-12f5-4cc3-bf4f-ac95858a2ed2'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:26 user nova-compute[74976]: INFO os_vif [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20')
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:56:ef:55, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:26:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:28 user nova-compute[74976]: WARNING nova.compute.manager [req-a04e2fa1-b251-45cf-ab84-b59ddb46d285 req-3d1ab343-301a-4821-b416-ba65026779f1 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state active and task_state rebuild_spawning.
Dec 04 05:26:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:28 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:26:28 user nova-compute[74976]: INFO nova.compute.claims [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Claim successful on node user
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.503s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:26:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.policy [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e515442a8c5941b88dde5879b405875f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8ee74cc6e74c3a83efa18b670d70db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:26:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Creating image(s)
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "/opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:26:30 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance spawned successfully.
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk 1073741824" returned: 0 in 0.054s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:30 user nova-compute[74976]: WARNING nova.compute.manager [req-5d978148-5405-412e-8306-d5dd70ca8aa9 req-0fddac46-e38c-424b-b71b-6e2ff4582082 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state active and task_state rebuild_spawning.
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Successfully created port: 23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.439s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.005s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.objects.instance [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74976) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Cannot resize image /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Ensure instance console log exists: /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a1cc9063-feaa-4bc8-a83d-ea48df72a167 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.090s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Successfully updated port: 23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquired lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-changed-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Refreshing instance network info cache due to event network-changed-23454a1b-1082-416f-8a14-39dd0d61e946. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] Acquiring lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updating instance_info_cache with network_info: [{"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Releasing lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Instance network_info: |[{"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] Acquired lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Refreshing network info cache for port 23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Start _get_guest_xml network_info=[{"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:26:31 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:31 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1068878916',display_name='tempest-AttachVolumeNegativeTest-server-1068878916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1068878916',id=30,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOh8opssOlmzZSin2QUVxKUheC0NtGy2Ynk2K+ypiqHJwiC0cM0i9oNNvnqPMPdX149d7dzm0n7lIGYUX/BWWxAg2WIsBIK82i2i/BVBaEuQsXnivrIclrSLGNtKfq6NbQ==',key_name='tempest-keypair-2077999246',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-wnlpv7nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bf897bd4-9bc3-45de-99e4-957bbbcc9479,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'pci_devices' on Instance uuid bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:26:31 user nova-compute[74976]:   <uuid>bf897bd4-9bc3-45de-99e4-957bbbcc9479</uuid>
Dec 04 05:26:31 user nova-compute[74976]:   <name>instance-0000001e</name>
Dec 04 05:26:31 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:26:31 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:26:31 user nova-compute[74976]:   <metadata>
Dec 04 05:26:31 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:26:31 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1068878916</nova:name>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:26:31</nova:creationTime>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:26:31 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:26:31 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:owner>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:user uuid="e515442a8c5941b88dde5879b405875f">tempest-AttachVolumeNegativeTest-320860805-project-member</nova:user>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:project uuid="fb8ee74cc6e74c3a83efa18b670d70db">tempest-AttachVolumeNegativeTest-320860805</nova:project>
Dec 04 05:26:31 user nova-compute[74976]:       </nova:owner>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:26:31 user nova-compute[74976]:       <nova:ports>
Dec 04 05:26:31 user nova-compute[74976]:         <nova:port uuid="23454a1b-1082-416f-8a14-39dd0d61e946">
Dec 04 05:26:31 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:26:31 user nova-compute[74976]:         </nova:port>
Dec 04 05:26:31 user nova-compute[74976]:       </nova:ports>
Dec 04 05:26:31 user nova-compute[74976]:     </nova:instance>
Dec 04 05:26:31 user nova-compute[74976]:   </metadata>
Dec 04 05:26:31 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:26:31 user nova-compute[74976]:     <system>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="serial">bf897bd4-9bc3-45de-99e4-957bbbcc9479</entry>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="uuid">bf897bd4-9bc3-45de-99e4-957bbbcc9479</entry>
Dec 04 05:26:31 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:26:31 user nova-compute[74976]:     </system>
Dec 04 05:26:31 user nova-compute[74976]:   </sysinfo>
Dec 04 05:26:31 user nova-compute[74976]:   <os>
Dec 04 05:26:31 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:26:31 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:26:31 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:26:31 user nova-compute[74976]:   </os>
Dec 04 05:26:31 user nova-compute[74976]:   <features>
Dec 04 05:26:31 user nova-compute[74976]:     <acpi/>
Dec 04 05:26:31 user nova-compute[74976]:     <apic/>
Dec 04 05:26:31 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:26:31 user nova-compute[74976]:   </features>
Dec 04 05:26:31 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:26:31 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:26:31 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:26:31 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:26:31 user nova-compute[74976]:   </clock>
Dec 04 05:26:31 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:26:31 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:26:31 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:26:31 user nova-compute[74976]:   </cpu>
Dec 04 05:26:31 user nova-compute[74976]:   <devices>
Dec 04 05:26:31 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:26:31 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:26:31 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk"/>
Dec 04 05:26:31 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:26:31 user nova-compute[74976]:     </disk>
Dec 04 05:26:31 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:26:31 user nova-compute[74976]:       <mac address="fa:16:3e:46:8a:50"/>
Dec 04 05:26:31 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:31 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:26:31 user nova-compute[74976]:       <target dev="tap23454a1b-10"/>
Dec 04 05:26:31 user nova-compute[74976]:     </interface>
Dec 04 05:26:31 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:26:31 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/console.log" append="off"/>
Dec 04 05:26:31 user nova-compute[74976]:     </serial>
Dec 04 05:26:31 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:26:31 user nova-compute[74976]:     <video>
Dec 04 05:26:31 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:26:31 user nova-compute[74976]:     </video>
Dec 04 05:26:31 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:26:31 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:26:31 user nova-compute[74976]:     </rng>
Dec 04 05:26:31 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:26:31 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:26:31 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:26:31 user nova-compute[74976]:     </memballoon>
Dec 04 05:26:31 user nova-compute[74976]:   </devices>
Dec 04 05:26:31 user nova-compute[74976]: </domain>
Dec 04 05:26:31 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1068878916',display_name='tempest-AttachVolumeNegativeTest-server-1068878916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1068878916',id=30,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOh8opssOlmzZSin2QUVxKUheC0NtGy2Ynk2K+ypiqHJwiC0cM0i9oNNvnqPMPdX149d7dzm0n7lIGYUX/BWWxAg2WIsBIK82i2i/BVBaEuQsXnivrIclrSLGNtKfq6NbQ==',key_name='tempest-keypair-2077999246',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-wnlpv7nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bf897bd4-9bc3-45de-99e4-957bbbcc9479,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG os_vif [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0e66d9c-97ee-5cd1-a710-c54dd320233f', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap23454a1b-10, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap23454a1b-10, col_values=(('qos', UUID('3bf2be4f-3722-4b91-bc24-09289b1977e1')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap23454a1b-10, col_values=(('external_ids', {'iface-id': '23454a1b-1082-416f-8a14-39dd0d61e946', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:8a:50', 'vm-uuid': 'bf897bd4-9bc3-45de-99e4-957bbbcc9479'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:31 user nova-compute[74976]: INFO os_vif [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10')
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:26:31 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:46:8a:50, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:26:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updated VIF entry in instance network info cache for port 23454a1b-1082-416f-8a14-39dd0d61e946. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:26:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updating instance_info_cache with network_info: [{"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d93d00f1-6b15-42d4-8f0c-956e23b3efb3 req-c74ae07e-41b5-42d6-9d92-96beaba82086 service nova] Releasing lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] No waiting events found dispatching network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:33 user nova-compute[74976]: WARNING nova.compute.manager [req-695b5b59-872b-4cb5-bbef-27adb177dae5 req-1f48ae8f-e419-4ee4-aa8b-73b3d9a419fb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received unexpected event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 for instance with vm_state building and task_state spawning.
Dec 04 05:26:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] No waiting events found dispatching network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:35 user nova-compute[74976]: WARNING nova.compute.manager [req-45a7bc5d-e218-4a85-addd-9d173a68bea0 req-62c2a83a-4ec3-4ba7-8c9f-92abbae1b3da service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received unexpected event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 for instance with vm_state building and task_state spawning.
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:26:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Instance spawned successfully.
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:26:35 user nova-compute[74976]: INFO nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Took 6.19 seconds to spawn the instance on the hypervisor.
Dec 04 05:26:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:26:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:35 user nova-compute[74976]: INFO nova.compute.manager [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Took 7.04 seconds to build instance.
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f453cf60-59e7-407b-a303-b313930c4fd8 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.154s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:26:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7262MB free_disk=25.06348419189453GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Applying migration context for instance 19a6f46c-e444-42da-819d-4e60076726d3 as it has an incoming, in-progress migration 3c39a095-30eb-419f-91cb-dd893c6f2a05. Migration status is finished {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 05:26:42 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating resource usage from migration 3c39a095-30eb-419f-91cb-dd893c6f2a05
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Migration 3c39a095-30eb-419f-91cb-dd893c6f2a05 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7f310da8-f099-4ef4-922c-46503581f311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=33GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:26:42 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.802s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:43 user nova-compute[74976]: INFO nova.compute.manager [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Terminating instance
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:43 user nova-compute[74976]: DEBUG nova.compute.manager [req-e93cf32a-3fe0-457f-8962-449ec8a51eca req-e2aa78f1-dec9-4239-a722-76bd59e9b212 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-unplugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:26:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Instance destroyed successfully.
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.objects.instance [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'resources' on Instance uuid 6a9724d9-e66c-4699-9ff3-c1191fef89c5 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1259555705',display_name='tempest-TestMinimumBasicScenario-server-1259555705',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1259555705',id=22,image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBb05soNmjpILXOKcCQyxyHOhaktViruRbxdMs4Mfw5c7ZpXYVZy8e6ycnuIjleONGKngPxGZ/hXXvsc++RSoNFXMdW+ed4zrQXyuJ1yskVIMLlsEkArtUM8rSUsUkOJww==',key_name='tempest-TestMinimumBasicScenario-717121254',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-mrpm1x5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ac690bde-16bd-4bf7-bb1c-f2e0290feb6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:24:03Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=6a9724d9-e66c-4699-9ff3-c1191fef89c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "42b51d92-3370-429b-bfa1-783e4bc74820", "address": "fa:16:3e:38:ac:b8", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42b51d92-33", "ovs_interfaceid": "42b51d92-3370-429b-bfa1-783e4bc74820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG os_vif [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42b51d92-33, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8245c6e1-65bf-4acf-bb5a-3a024d12cf98) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:44 user nova-compute[74976]: INFO os_vif [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:ac:b8,bridge_name='br-int',has_traffic_filtering=True,id=42b51d92-3370-429b-bfa1-783e4bc74820,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42b51d92-33')
Dec 04 05:26:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Deleting instance files /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5_del
Dec 04 05:26:44 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Deletion of /opt/stack/data/nova/instances/6a9724d9-e66c-4699-9ff3-c1191fef89c5_del complete
Dec 04 05:26:44 user nova-compute[74976]: INFO nova.compute.manager [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:26:44 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:26:44 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:26:45 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:45 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Took 0.51 seconds to deallocate network for instance.
Dec 04 05:26:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:45 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:26:45 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:26:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.508s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:45 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Deleted allocations for instance 6a9724d9-e66c-4699-9ff3-c1191fef89c5
Dec 04 05:26:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-89ebf66f-840b-4713-9b16-f96c609dd61d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.243s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] Acquiring lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] Lock "6a9724d9-e66c-4699-9ff3-c1191fef89c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] No waiting events found dispatching network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:46 user nova-compute[74976]: WARNING nova.compute.manager [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received unexpected event network-vif-plugged-42b51d92-3370-429b-bfa1-783e4bc74820 for instance with vm_state deleted and task_state None.
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-41bec36a-4974-4416-97e5-45166398ee79 req-b3d9b3ca-7ec6-4d4b-beaa-cc0cf6f80ba2 service nova] [instance: 6a9724d9-e66c-4699-9ff3-c1191fef89c5] Received event network-vif-deleted-42b51d92-3370-429b-bfa1-783e4bc74820 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:26:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:26:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:26:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Port f5d6a799-428d-4cca-8b6e-b1abd9067ee9 binding to destination host user is already ACTIVE {{(pid=74976) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Creating tmpfile /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/tmpj8qmehvb to verify with other compute node that the instance is on the same shared storage. {{(pid=74976) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9622}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:26:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:26:59 user nova-compute[74976]: WARNING nova.compute.manager [req-6c2df899-10bd-4f75-a132-37775b2036db req-c6e1a8dd-9362-4e1d-b385-2707c5dee6ae service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state resized and task_state resize_reverting.
Dec 04 05:27:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance destroyed successfully.
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'resources' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:25:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:25:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5d6a799-42, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8966a356-a577-41c0-9864-4d947d46fe18) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:00 user nova-compute[74976]: INFO os_vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:00 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa123416-6bdd-4e0b-b69d-369504a62d36]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:27:00 user nova-compute[74976]: No targets found.
Dec 04 05:27:00 user nova-compute[74976]: iSNS:
Dec 04 05:27:00 user nova-compute[74976]: No targets found.
Dec 04 05:27:00 user nova-compute[74976]: STATIC:
Dec 04 05:27:00 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:27:00 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:00 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:00 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:27:00 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:00 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:00 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:27:00 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:00 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:00 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:27:00 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:00 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:00 user nova-compute[74976]: FIRMWARE:
Dec 04 05:27:00 user nova-compute[74976]: No targets found.
Dec 04 05:27:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:27:00 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:27:00 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f42f10-1672-4956-bdcf-9a69ab48f291]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8eb2843-3502-4300-94ff-3e9432fe3103]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:00 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c6e9510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d39f13f-b71c-42ab-96ae-fd1473ed1237]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dfb281b-8a58-4a60-9398-88f398b58ec3]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d20190-98b5-41bb-b4d5-dc9bae6f150c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[236f03f2-8a5a-42a7-85a1-8c68cd473251]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ec3a5a-bed6-46b9-b466-34d40620eeac]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a6619a-0455-4baa-a12d-b8e3292083cc]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:27:00 user nova-compute[74976]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:00 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3c5bb7-ab61-418e-ba47-105ba145e6c2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== disconnect_volume: return (325ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'migration_context' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG nova.objects.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Object Instance<19a6f46c-e444-42da-819d-4e60076726d3> lazy-loaded attributes: resources,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:01 user nova-compute[74976]: WARNING nova.compute.manager [req-f7323c74-2d59-4516-b9b3-55fd972d0864 req-ae0afd4b-6d0c-4f09-8c4c-767adb7a484a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state resized and task_state resize_reverting.
Dec 04 05:27:02 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.480s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:02 user nova-compute[74976]: INFO nova.compute.manager [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Swapping old allocation on dict_keys(['a3accd85-9fc4-4124-aabd-6b6912bd4af4']) held by migration 3c39a095-30eb-419f-91cb-dd893c6f2a05 for instance
Dec 04 05:27:02 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Overwriting current allocation {'allocations': {'a3accd85-9fc4-4124-aabd-6b6912bd4af4': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 34}}, 'project_id': '0968ee33047745d88234d9349c230619', 'user_id': '2b0940c802d242fea3f081860f697da2', 'consumer_generation': 1} on consumer 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquired lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Releasing lock "refresh_cache-19a6f46c-e444-42da-819d-4e60076726d3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.utils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7d4660-42ce-4cb1-90bd-3b73bf4ed161]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e24569e-adfb-4759-8de9-5b587bca8349]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1c88b9-b281-4d52-8420-a0aa05f2aac6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[427f247b-3ad5-4a4c-b1e6-938587cda915]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:03 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:27:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9862cab2-af54-4302-9f87-1cfc0f467a33]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:27:03 user nova-compute[74976]: DEBUG os_brick.utils [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Starting finish_revert_migration {{(pid=74976) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11813}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start _get_guest_xml network_info=[{"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': '7a6aa6f9-923a-4ad5-80df-45f0ca39a95d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '19a6f46c-e444-42da-819d-4e60076726d3', 'attached_at': '2023-12-04T05:27:13.000000', 'detached_at': '', 'volume_id': '6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'serial': '6531c5d8-5bcc-4c6f-bd2d-3bc03f071763'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:27:12 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:12 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'vcpu_model' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:12 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4c3bbb-50da-493b-b914-4adb0c4597a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:27:12 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[863072f3-0f7d-479c-a312-3ef431d77e4d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763] added
Dec 04 05:27:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[31229219-54a4-497d-bf66-fd1de9774242]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec1b375-e382-42a1-86a4-cf3707af1c75]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuFBrzTf" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f069b566-8b88-46e1-a22e-3ebc83f2a6d8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IuFBrzTf'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2d429e-886c-424a-af86-7d33210a87ae]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a842e0-6ef8-4279-b1bc-f8c44f605e8a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a9915c-2a3c-4d96-8d73-5471b60b8663]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:27:13 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0793f7-a6c6-46c6-9d34-6bf9449dcc9e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a283f550-717c-4f51-badc-1847e7c3e684]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:13 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b04505-ee4b-4c96-88a6-4b03ef68a7a7]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:13 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:27:13 user nova-compute[74976]: INFO nova.compute.claims [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Claim successful on node user
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034366562316432', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:25:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:27:14 user nova-compute[74976]:   <uuid>19a6f46c-e444-42da-819d-4e60076726d3</uuid>
Dec 04 05:27:14 user nova-compute[74976]:   <name>instance-00000011</name>
Dec 04 05:27:14 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:27:14 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:27:14 user nova-compute[74976]:   <metadata>
Dec 04 05:27:14 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:27:14 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherB-server-329578349</nova:name>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:27:12</nova:creationTime>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:27:14 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:27:14 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:owner>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:user uuid="2b0940c802d242fea3f081860f697da2">tempest-ServerActionsTestOtherB-1609098719-project-member</nova:user>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:project uuid="0968ee33047745d88234d9349c230619">tempest-ServerActionsTestOtherB-1609098719</nova:project>
Dec 04 05:27:14 user nova-compute[74976]:       </nova:owner>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:27:14 user nova-compute[74976]:       <nova:ports>
Dec 04 05:27:14 user nova-compute[74976]:         <nova:port uuid="f5d6a799-428d-4cca-8b6e-b1abd9067ee9">
Dec 04 05:27:14 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 05:27:14 user nova-compute[74976]:         </nova:port>
Dec 04 05:27:14 user nova-compute[74976]:       </nova:ports>
Dec 04 05:27:14 user nova-compute[74976]:     </nova:instance>
Dec 04 05:27:14 user nova-compute[74976]:   </metadata>
Dec 04 05:27:14 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:27:14 user nova-compute[74976]:     <system>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="serial">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="uuid">19a6f46c-e444-42da-819d-4e60076726d3</entry>
Dec 04 05:27:14 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:27:14 user nova-compute[74976]:     </system>
Dec 04 05:27:14 user nova-compute[74976]:   </sysinfo>
Dec 04 05:27:14 user nova-compute[74976]:   <os>
Dec 04 05:27:14 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:27:14 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:27:14 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:27:14 user nova-compute[74976]:   </os>
Dec 04 05:27:14 user nova-compute[74976]:   <features>
Dec 04 05:27:14 user nova-compute[74976]:     <acpi/>
Dec 04 05:27:14 user nova-compute[74976]:     <apic/>
Dec 04 05:27:14 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:27:14 user nova-compute[74976]:   </features>
Dec 04 05:27:14 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:27:14 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:27:14 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:27:14 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:27:14 user nova-compute[74976]:   </clock>
Dec 04 05:27:14 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:27:14 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:27:14 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:27:14 user nova-compute[74976]:   </cpu>
Dec 04 05:27:14 user nova-compute[74976]:   <devices>
Dec 04 05:27:14 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:27:14 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:27:14 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk"/>
Dec 04 05:27:14 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:27:14 user nova-compute[74976]:     </disk>
Dec 04 05:27:14 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:27:14 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:14 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:27:14 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:27:14 user nova-compute[74976]:       <serial>6531c5d8-5bcc-4c6f-bd2d-3bc03f071763</serial>
Dec 04 05:27:14 user nova-compute[74976]:     </disk>
Dec 04 05:27:14 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:27:14 user nova-compute[74976]:       <mac address="fa:16:3e:0c:fa:28"/>
Dec 04 05:27:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:14 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:27:14 user nova-compute[74976]:       <target dev="tapf5d6a799-42"/>
Dec 04 05:27:14 user nova-compute[74976]:     </interface>
Dec 04 05:27:14 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:27:14 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/console.log" append="off"/>
Dec 04 05:27:14 user nova-compute[74976]:     </serial>
Dec 04 05:27:14 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:27:14 user nova-compute[74976]:     <video>
Dec 04 05:27:14 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:14 user nova-compute[74976]:     </video>
Dec 04 05:27:14 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:27:14 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:27:14 user nova-compute[74976]:     </rng>
Dec 04 05:27:14 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:27:14 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:27:14 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:27:14 user nova-compute[74976]:     </memballoon>
Dec 04 05:27:14 user nova-compute[74976]:   </devices>
Dec 04 05:27:14 user nova-compute[74976]: </domain>
Dec 04 05:27:14 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:25:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG os_vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9563b951-341b-52bd-9faa-ee0ead9fa426', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5d6a799-42, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5d6a799-42, col_values=(('qos', UUID('61c75f81-11de-4928-acb3-37aab2d25b3e')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5d6a799-42, col_values=(('external_ids', {'iface-id': 'f5d6a799-428d-4cca-8b6e-b1abd9067ee9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:fa:28', 'vm-uuid': '19a6f46c-e444-42da-819d-4e60076726d3'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:14 user nova-compute[74976]: INFO os_vif [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:27:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.policy [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48ee9d21258f46f88c026bd3a24ea785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1b7347a9934887983c0c73b4394122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:27:14 user nova-compute[74976]: INFO nova.virt.block_device [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Booting with volume-backed-image b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329 at /dev/vda
Dec 04 05:27:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Successfully created port: 42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Successfully updated port: 42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-changed-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Refreshing instance network info cache due to event network-changed-42c0e4e3-06c1-4be7-8e85-1eed596c7296. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] Acquiring lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance network_info: |[{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] Acquired lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Refreshing network info cache for port 42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:16 user nova-compute[74976]: WARNING nova.compute.manager [req-fe770d9b-c674-4fbc-88ac-7ff5c1477429 req-724e3554-52da-4365-b422-faf4836c4d2a service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state resized and task_state resize_reverting.
Dec 04 05:27:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updated VIF entry in instance network info cache for port 42c0e4e3-06c1-4be7-8e85-1eed596c7296. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG nova.network.neutron [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eede6070-6eb5-47eb-9e41-bcbe334aa485 req-8cf07663-11da-43f0-8bd9-7be8544da00b service nova] Releasing lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:17 user nova-compute[74976]: DEBUG nova.compute.manager [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:27:17 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance running successfully.
Dec 04 05:27:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] finish_revert_migration finished successfully. {{(pid=74976) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11857}}
Dec 04 05:27:18 user nova-compute[74976]: INFO nova.compute.manager [None req-1222eb0a-b521-40f8-9b3c-f58ef07d1c7c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance to original state: 'active'
Dec 04 05:27:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:18 user nova-compute[74976]: WARNING nova.compute.manager [req-9646dfd2-018b-444d-9f38-1eaf6fe54a8b req-bbcb5629-4a69-4cf6-a747-8820ea0d0c4c service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state resized and task_state resize_reverting.
Dec 04 05:27:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquired lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'info_cache' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Releasing lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance destroyed successfully.
Dec 04 05:27:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'resources' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:25:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f438624-77, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28f14b29-d557-4b5f-9db5-e53d59f2adfd) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:22 user nova-compute[74976]: INFO os_vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:22 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed82061-3759-4efd-9029-8fad7863a738]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:27:22 user nova-compute[74976]: No targets found.
Dec 04 05:27:22 user nova-compute[74976]: iSNS:
Dec 04 05:27:22 user nova-compute[74976]: No targets found.
Dec 04 05:27:22 user nova-compute[74976]: STATIC:
Dec 04 05:27:22 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:27:22 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:22 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:22 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:27:22 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:22 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:22 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:27:22 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:22 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:22 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:27:22 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:27:22 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:27:22 user nova-compute[74976]: FIRMWARE:
Dec 04 05:27:22 user nova-compute[74976]: No targets found.
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:27:22 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:27:22 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[457b459e-9d2f-49e9-8606-5ad058ca9f2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[107adb0a-c18f-42f9-978b-c6739a15a042]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca043af400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a66af8-f68b-4937-9788-c82d2f0e1ee1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e004604b-6109-484a-8153-1f6c9dce0362]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[44d25c59-d7f1-4ba1-8d87-c17f4d30244d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da4ed19-88f1-4295-8f3c-f64b0d6fef5c]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b82ca9b1-1f63-4fbb-a16b-9006037dfcd9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8174b00-05c8-47e7-8794-223f8ddb5792]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]
Dec 04 05:27:22 user nova-compute[74976]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ff6946f-bd72-44d1-b129-92bc40699e9a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== disconnect_volume: return (333ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start _get_guest_xml network_info=[{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': '8e1db241-ed32-40f4-b287-e0633f71db89', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '501dfbc9-3a7e-4109-b528-907a435acf20', 'attached_at': '', 'detached_at': '', 'volume_id': '3bc5037e-9d81-466b-a063-304c86477ec2', 'serial': '3bc5037e-9d81-466b-a063-304c86477ec2'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'numa_topology' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:22 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:22 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'vcpu_model' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:22 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:22 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:22 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d51d175-06a0-4469-b355-30fb72d08b84]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:27:22 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[de6a0d54-744a-4168-9d07-b3dfbe0a0e0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2] added
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[126db5b3-6bbd-4044-9ec0-376de5ed1bf9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1ab39d-e7fe-430b-88fd-919beff39030]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDxbnGoj {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDxbnGoj" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0468d89-5cd0-4b86-94d3-6d5b7094cc4f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wDxbnGoj'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[642fb420-7763-4b33-80fe-fc8618841e5b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b7deb12-de2a-4b81-b6b5-9700d02e1100]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b8ab21-4f1e-4e75-87d5-494eb70877c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]
Dec 04 05:27:22 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f96c1d-1eb7-4b4f-ab98-fc7f0df5c35a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9ad66a-4ecd-495c-b0a9-c3e108ac5ae3]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:22 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] HCTL ('36', '-', '-', 0) found on session 31 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[266ca394-5f5f-43f7-b3fc-702c41d64cbd]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26362653166626235', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362653166626235', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:25:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'pci_devices' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:27:23 user nova-compute[74976]:   <uuid>501dfbc9-3a7e-4109-b528-907a435acf20</uuid>
Dec 04 05:27:23 user nova-compute[74976]:   <name>instance-00000018</name>
Dec 04 05:27:23 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:27:23 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:27:23 user nova-compute[74976]:   <metadata>
Dec 04 05:27:23 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:27:23 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeTestJSON-server-25872859</nova:name>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:27:22</nova:creationTime>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:27:23 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:27:23 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:owner>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:user uuid="6b3642f0c04c40f4a23581d1ca5620b4">tempest-AttachVolumeTestJSON-1809207749-project-member</nova:user>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:project uuid="36e46de8c2bb46f7bc3b949014570fe3">tempest-AttachVolumeTestJSON-1809207749</nova:project>
Dec 04 05:27:23 user nova-compute[74976]:       </nova:owner>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:27:23 user nova-compute[74976]:       <nova:ports>
Dec 04 05:27:23 user nova-compute[74976]:         <nova:port uuid="8f438624-77b8-4caa-bcf7-41e304c4e042">
Dec 04 05:27:23 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:27:23 user nova-compute[74976]:         </nova:port>
Dec 04 05:27:23 user nova-compute[74976]:       </nova:ports>
Dec 04 05:27:23 user nova-compute[74976]:     </nova:instance>
Dec 04 05:27:23 user nova-compute[74976]:   </metadata>
Dec 04 05:27:23 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:27:23 user nova-compute[74976]:     <system>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="serial">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="uuid">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:27:23 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:27:23 user nova-compute[74976]:     </system>
Dec 04 05:27:23 user nova-compute[74976]:   </sysinfo>
Dec 04 05:27:23 user nova-compute[74976]:   <os>
Dec 04 05:27:23 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:27:23 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:27:23 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:27:23 user nova-compute[74976]:   </os>
Dec 04 05:27:23 user nova-compute[74976]:   <features>
Dec 04 05:27:23 user nova-compute[74976]:     <acpi/>
Dec 04 05:27:23 user nova-compute[74976]:     <apic/>
Dec 04 05:27:23 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:27:23 user nova-compute[74976]:   </features>
Dec 04 05:27:23 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:27:23 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:27:23 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:27:23 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:27:23 user nova-compute[74976]:   </clock>
Dec 04 05:27:23 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:27:23 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:27:23 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:27:23 user nova-compute[74976]:   </cpu>
Dec 04 05:27:23 user nova-compute[74976]:   <devices>
Dec 04 05:27:23 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:27:23 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:27:23 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk"/>
Dec 04 05:27:23 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:27:23 user nova-compute[74976]:     </disk>
Dec 04 05:27:23 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:27:23 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:23 user nova-compute[74976]:       <source dev="/dev/sde"/>
Dec 04 05:27:23 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:27:23 user nova-compute[74976]:       <serial>3bc5037e-9d81-466b-a063-304c86477ec2</serial>
Dec 04 05:27:23 user nova-compute[74976]:     </disk>
Dec 04 05:27:23 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:27:23 user nova-compute[74976]:       <mac address="fa:16:3e:30:31:ae"/>
Dec 04 05:27:23 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:23 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:27:23 user nova-compute[74976]:       <target dev="tap8f438624-77"/>
Dec 04 05:27:23 user nova-compute[74976]:     </interface>
Dec 04 05:27:23 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:27:23 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/console.log" append="off"/>
Dec 04 05:27:23 user nova-compute[74976]:     </serial>
Dec 04 05:27:23 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:27:23 user nova-compute[74976]:     <video>
Dec 04 05:27:23 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:23 user nova-compute[74976]:     </video>
Dec 04 05:27:23 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:27:23 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:27:23 user nova-compute[74976]:     </rng>
Dec 04 05:27:23 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:27:23 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:27:23 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:27:23 user nova-compute[74976]:     </memballoon>
Dec 04 05:27:23 user nova-compute[74976]:   </devices>
Dec 04 05:27:23 user nova-compute[74976]: </domain>
Dec 04 05:27:23 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:27:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'trusted_certs' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Cannot resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'migration_context' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.objects.base [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:25:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG os_vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f254102-bb27-54bb-acaf-a8148c38e0f3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f438624-77, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f438624-77, col_values=(('qos', UUID('6bb6539c-c8f0-4692-8127-777999022f53')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f438624-77, col_values=(('external_ids', {'iface-id': '8f438624-77b8-4caa-bcf7-41e304c4e042', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:31:ae', 'vm-uuid': '501dfbc9-3a7e-4109-b528-907a435acf20'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:24 user nova-compute[74976]: INFO os_vif [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.utils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c32dec-6615-4cb0-8ddd-0a2384e793a8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5d5628-f420-4a67-b683-429e8959b438]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e60a05a-a17d-4631-bb70-e007627696b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cc3d4fa-51d1-40ac-ad46-0fac0417e24e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:25 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:27:25 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6543d352-f3d3-40b2-84c2-85bca46a8ab6]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG os_brick.utils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:25 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating existing volume attachment record: 6a583d19-f943-4504-9b48-020b25b7c76d {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:26 user nova-compute[74976]: WARNING nova.compute.manager [req-45a7384b-48a2-4fe5-b519-d7f2e4d775a7 req-ef51a84d-183d-43c3-a703-97e03711bd28 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state powering-on.
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:27:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance rebooted successfully.
Dec 04 05:27:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-aed14e29-a08d-47ce-8b4b-6ec8e9bc9b8f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:28 user nova-compute[74976]: WARNING nova.compute.manager [req-7ccd2c8c-e903-498b-ad2d-9a3435fb21a0 req-6b965bbe-b0ca-4f8d-b4fd-504dc3cdd947 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state powering-on.
Dec 04 05:27:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:27:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.340s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:27:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Creating image(s)
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Ensure instance console log exists: /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start _get_guest_xml network_info=[{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '6a583d19-f943-4504-9b48-020b25b7c76d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a4e78843-90a4-4667-96c8-79d391ebcb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4feb926b-17c4-4728-873c-3b457996d1ee', 'serial': '4feb926b-17c4-4728-873c-3b457996d1ee'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:27:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:35 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[42614d51-9d76-4a03-a3db-53b673186353]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:27:35 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3927df-76fb-4a06-bfe6-9ebecb3d6fbe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee] added
Dec 04 05:27:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab8b551-c18d-4869-a4fd-7f59caf2db12]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[98298913-d90a-45c3-9f71-88a88fcce707]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XLSusaGx {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XLSusaGx" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4b49d4-536e-4d66-8bae-70a23cbb2853]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XLSusaGx'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6de2c20-86f8-4e6f-80d7-7499eea26bf2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b19ae8a-752b-4f16-afbc-71fee9e0125d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0a4da3b-b8e0-479e-a80d-3ce4707c2165]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260]
Dec 04 05:27:36 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:36 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9874b3dc-2b56-40e0-bc69-f2b56994adb1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[704cce7f-a7a9-4550-b6db-3f1890c9b6a3]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:36 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:36 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:36 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad34619-3f9b-421d-93f8-1b6667ab991d]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.402s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== connect_volume: return (1403ms) {'type': 'block', 'scsi_wwn': '23437626532393261', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437626532393261', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2070789795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2070789795',id=31,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-tt3lx8lb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:27:14Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=a4e78843-90a4-4667-96c8-79d391ebcb52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:27:37 user nova-compute[74976]:   <uuid>a4e78843-90a4-4667-96c8-79d391ebcb52</uuid>
Dec 04 05:27:37 user nova-compute[74976]:   <name>instance-0000001f</name>
Dec 04 05:27:37 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:27:37 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:27:37 user nova-compute[74976]:   <metadata>
Dec 04 05:27:37 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:27:37 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2070789795</nova:name>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:27:35</nova:creationTime>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:27:37 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:27:37 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:owner>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:27:37 user nova-compute[74976]:       </nova:owner>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:27:37 user nova-compute[74976]:       <nova:ports>
Dec 04 05:27:37 user nova-compute[74976]:         <nova:port uuid="42c0e4e3-06c1-4be7-8e85-1eed596c7296">
Dec 04 05:27:37 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:27:37 user nova-compute[74976]:         </nova:port>
Dec 04 05:27:37 user nova-compute[74976]:       </nova:ports>
Dec 04 05:27:37 user nova-compute[74976]:     </nova:instance>
Dec 04 05:27:37 user nova-compute[74976]:   </metadata>
Dec 04 05:27:37 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:27:37 user nova-compute[74976]:     <system>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="serial">a4e78843-90a4-4667-96c8-79d391ebcb52</entry>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="uuid">a4e78843-90a4-4667-96c8-79d391ebcb52</entry>
Dec 04 05:27:37 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:27:37 user nova-compute[74976]:     </system>
Dec 04 05:27:37 user nova-compute[74976]:   </sysinfo>
Dec 04 05:27:37 user nova-compute[74976]:   <os>
Dec 04 05:27:37 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:27:37 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:27:37 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:27:37 user nova-compute[74976]:   </os>
Dec 04 05:27:37 user nova-compute[74976]:   <features>
Dec 04 05:27:37 user nova-compute[74976]:     <acpi/>
Dec 04 05:27:37 user nova-compute[74976]:     <apic/>
Dec 04 05:27:37 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:27:37 user nova-compute[74976]:   </features>
Dec 04 05:27:37 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:27:37 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:27:37 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:27:37 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:27:37 user nova-compute[74976]:   </clock>
Dec 04 05:27:37 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:27:37 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:27:37 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:27:37 user nova-compute[74976]:   </cpu>
Dec 04 05:27:37 user nova-compute[74976]:   <devices>
Dec 04 05:27:37 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:27:37 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:37 user nova-compute[74976]:       <source dev="/dev/sdf"/>
Dec 04 05:27:37 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:27:37 user nova-compute[74976]:       <serial>4feb926b-17c4-4728-873c-3b457996d1ee</serial>
Dec 04 05:27:37 user nova-compute[74976]:     </disk>
Dec 04 05:27:37 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:27:37 user nova-compute[74976]:       <mac address="fa:16:3e:f7:fd:3f"/>
Dec 04 05:27:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:37 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:27:37 user nova-compute[74976]:       <target dev="tap42c0e4e3-06"/>
Dec 04 05:27:37 user nova-compute[74976]:     </interface>
Dec 04 05:27:37 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:27:37 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/console.log" append="off"/>
Dec 04 05:27:37 user nova-compute[74976]:     </serial>
Dec 04 05:27:37 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:27:37 user nova-compute[74976]:     <video>
Dec 04 05:27:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:37 user nova-compute[74976]:     </video>
Dec 04 05:27:37 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:27:37 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:27:37 user nova-compute[74976]:     </rng>
Dec 04 05:27:37 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:27:37 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:27:37 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:27:37 user nova-compute[74976]:     </memballoon>
Dec 04 05:27:37 user nova-compute[74976]:   </devices>
Dec 04 05:27:37 user nova-compute[74976]: </domain>
Dec 04 05:27:37 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2070789795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2070789795',id=31,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-tt3lx8lb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:27:14Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=a4e78843-90a4-4667-96c8-79d391ebcb52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG os_vif [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f2508bd0-c0db-5a67-8f95-9c5dce4298b2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42c0e4e3-06, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42c0e4e3-06, col_values=(('qos', UUID('0da418eb-2c7c-4b7f-b99f-7f7eb5062519')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42c0e4e3-06, col_values=(('external_ids', {'iface-id': '42c0e4e3-06c1-4be7-8e85-1eed596c7296', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:fd:3f', 'vm-uuid': 'a4e78843-90a4-4667-96c8-79d391ebcb52'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:37 user nova-compute[74976]: INFO os_vif [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06')
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:f7:fd:3f, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:27:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:27:38 user nova-compute[74976]: INFO nova.compute.claims [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Claim successful on node user
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:39 user nova-compute[74976]: WARNING nova.compute.manager [req-23597e24-ff43-4e26-9f0f-18b16ea35833 req-9eb76b34-f20d-4df0-95cf-3fe6cfc00c26 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state building and task_state spawning.
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.923s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.policy [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae2759e18214493937b5e3ce575178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3210eaa142534d7ba75af9b1ca43ae37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:27:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Creating image(s)
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "/opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "/opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "/opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1a9b623d636ff079860bddc739e921a5dde3de85" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1a9b623d636ff079860bddc739e921a5dde3de85" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.986s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.part --force-share --output=json" returned: 0 in 0.223s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG nova.virt.images [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] e191fc92-814b-41ff-a41f-84f1576ded2f was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.part /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Successfully created port: 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:27:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.part /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.converted" returned: 0 in 0.408s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:41 user nova-compute[74976]: WARNING nova.compute.manager [req-dfd021a9-7e60-4d49-912b-49243df46966 req-292ea1a7-2e06-47c7-94de-327ebbdf8108 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state building and task_state spawning.
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85.converted --force-share --output=json" returned: 0 in 0.241s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1a9b623d636ff079860bddc739e921a5dde3de85" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.778s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Successfully updated port: 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing instance network info cache due to event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json" returned: 0 in 1.024s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1a9b623d636ff079860bddc739e921a5dde3de85" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1a9b623d636ff079860bddc739e921a5dde3de85" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:42 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance spawned successfully.
Dec 04 05:27:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7202MB free_disk=25.08902359008789GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing instance network info cache due to event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] Acquiring lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] Acquired lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:27:42 user nova-compute[74976]: INFO nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Took 6.84 seconds to spawn the instance on the hypervisor.
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json" returned: 0 in 0.245s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85,backing_fmt=raw /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 7f310da8-f099-4ef4-922c-46503581f311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85,backing_fmt=raw /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk 1073741824" returned: 0 in 0.077s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1a9b623d636ff079860bddc739e921a5dde3de85" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0c3d87f9-d35f-4d9c-88f0-1da835b3387e req-c2952a86-6c48-4c1a-b74f-ba8df7afc360 service nova] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:27:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:42 user nova-compute[74976]: INFO nova.compute.manager [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Took 29.34 seconds to build instance.
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b6eb98df-1601-4bbe-a19e-bec05fb209c8 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.460s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Cannot resize image /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Ensure instance console log exists: /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.906s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:43 user nova-compute[74976]: INFO nova.compute.manager [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Attaching volume 34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 to /dev/vdb
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.neutron [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updated VIF entry in instance network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.neutron [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating instance_info_cache with network_info: [{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d56d6bb-1097-44ea-94b6-5a5721a60d9a req-8abc1855-7c43-4d89-b95b-991dc0e818a0 service nova] Releasing lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance network_info: |[{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Start _get_guest_xml network_info=[{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:27:35Z,direct_url=<?>,disk_format='qcow2',id=e191fc92-814b-41ff-a41f-84f1576ded2f,min_disk=0,min_ram=0,name='tempest-scenario-img--1906982974',owner='3210eaa142534d7ba75af9b1ca43ae37',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:27:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'e191fc92-814b-41ff-a41f-84f1576ded2f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:27:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:27:35Z,direct_url=<?>,disk_format='qcow2',id=e191fc92-814b-41ff-a41f-84f1576ded2f,min_disk=0,min_ram=0,name='tempest-scenario-img--1906982974',owner='3210eaa142534d7ba75af9b1ca43ae37',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:27:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-852432544',display_name='tempest-TestMinimumBasicScenario-server-852432544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-852432544',id=32,image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEoGGfLh8WqDmahp8/4asAqt0ApiaahJoIMpQglrCJ34zH9Fnrzlvg4/Uqoe2cPbL1Gk2cMPTax7oFONEprIhkT3Kl+QCE0gokDK2RhvEw4pObldYJlUTqNVKHluswS5Q==',key_name='tempest-TestMinimumBasicScenario-298160105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-db0dj7a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:27:39Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=1c98a5b2-1be4-4ee9-a31d-640d1b34595e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.utils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:27:43 user nova-compute[74976]:   <uuid>1c98a5b2-1be4-4ee9-a31d-640d1b34595e</uuid>
Dec 04 05:27:43 user nova-compute[74976]:   <name>instance-00000020</name>
Dec 04 05:27:43 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:27:43 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:27:43 user nova-compute[74976]:   <metadata>
Dec 04 05:27:43 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:27:43 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:name>tempest-TestMinimumBasicScenario-server-852432544</nova:name>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:27:43</nova:creationTime>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:27:43 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:27:43 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:owner>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:user uuid="7ae2759e18214493937b5e3ce575178f">tempest-TestMinimumBasicScenario-21347959-project-member</nova:user>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:project uuid="3210eaa142534d7ba75af9b1ca43ae37">tempest-TestMinimumBasicScenario-21347959</nova:project>
Dec 04 05:27:43 user nova-compute[74976]:       </nova:owner>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:root type="image" uuid="e191fc92-814b-41ff-a41f-84f1576ded2f"/>
Dec 04 05:27:43 user nova-compute[74976]:       <nova:ports>
Dec 04 05:27:43 user nova-compute[74976]:         <nova:port uuid="4e399fa2-2573-4910-aecb-90f3c34623eb">
Dec 04 05:27:43 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:27:43 user nova-compute[74976]:         </nova:port>
Dec 04 05:27:43 user nova-compute[74976]:       </nova:ports>
Dec 04 05:27:43 user nova-compute[74976]:     </nova:instance>
Dec 04 05:27:43 user nova-compute[74976]:   </metadata>
Dec 04 05:27:43 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:27:43 user nova-compute[74976]:     <system>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="serial">1c98a5b2-1be4-4ee9-a31d-640d1b34595e</entry>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="uuid">1c98a5b2-1be4-4ee9-a31d-640d1b34595e</entry>
Dec 04 05:27:43 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:27:43 user nova-compute[74976]:     </system>
Dec 04 05:27:43 user nova-compute[74976]:   </sysinfo>
Dec 04 05:27:43 user nova-compute[74976]:   <os>
Dec 04 05:27:43 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:27:43 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:27:43 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:27:43 user nova-compute[74976]:   </os>
Dec 04 05:27:43 user nova-compute[74976]:   <features>
Dec 04 05:27:43 user nova-compute[74976]:     <acpi/>
Dec 04 05:27:43 user nova-compute[74976]:     <apic/>
Dec 04 05:27:43 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:27:43 user nova-compute[74976]:   </features>
Dec 04 05:27:43 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:27:43 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:27:43 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:27:43 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:27:43 user nova-compute[74976]:   </clock>
Dec 04 05:27:43 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:27:43 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:27:43 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:27:43 user nova-compute[74976]:   </cpu>
Dec 04 05:27:43 user nova-compute[74976]:   <devices>
Dec 04 05:27:43 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:27:43 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:27:43 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk"/>
Dec 04 05:27:43 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:27:43 user nova-compute[74976]:     </disk>
Dec 04 05:27:43 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:27:43 user nova-compute[74976]:       <mac address="fa:16:3e:9a:f6:47"/>
Dec 04 05:27:43 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:43 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:27:43 user nova-compute[74976]:       <target dev="tap4e399fa2-25"/>
Dec 04 05:27:43 user nova-compute[74976]:     </interface>
Dec 04 05:27:43 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:27:43 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/console.log" append="off"/>
Dec 04 05:27:43 user nova-compute[74976]:     </serial>
Dec 04 05:27:43 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:27:43 user nova-compute[74976]:     <video>
Dec 04 05:27:43 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:27:43 user nova-compute[74976]:     </video>
Dec 04 05:27:43 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:27:43 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:27:43 user nova-compute[74976]:     </rng>
Dec 04 05:27:43 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:27:43 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:27:43 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:27:43 user nova-compute[74976]:     </memballoon>
Dec 04 05:27:43 user nova-compute[74976]:   </devices>
Dec 04 05:27:43 user nova-compute[74976]: </domain>
Dec 04 05:27:43 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-852432544',display_name='tempest-TestMinimumBasicScenario-server-852432544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-852432544',id=32,image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEoGGfLh8WqDmahp8/4asAqt0ApiaahJoIMpQglrCJ34zH9Fnrzlvg4/Uqoe2cPbL1Gk2cMPTax7oFONEprIhkT3Kl+QCE0gokDK2RhvEw4pObldYJlUTqNVKHluswS5Q==',key_name='tempest-TestMinimumBasicScenario-298160105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-db0dj7a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:27:39Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=1c98a5b2-1be4-4ee9-a31d-640d1b34595e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_vif [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3b690fd9-5c26-5c23-aa9b-2cae980ed7b3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b633c833-a2df-4681-a717-826c95072414]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4e399fa2-25, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4e399fa2-25, col_values=(('qos', UUID('625e978e-fb03-4c67-bd5d-891c366236bf')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4e399fa2-25, col_values=(('external_ids', {'iface-id': '4e399fa2-2573-4910-aecb-90f3c34623eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:f6:47', 'vm-uuid': '1c98a5b2-1be4-4ee9-a31d-640d1b34595e'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:43 user nova-compute[74976]: INFO os_vif [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25')
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5397e51b-96c2-477d-9ed2-52affb48b0a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3af9d1-562b-467a-a74a-ef6f86a1efc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be90dfad-29ad-4333-a7db-8f94ca60b93d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:27:43 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:27:43 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[443aaf1c-3cc1-41c1-9ad7-0f41924cc445]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG os_brick.utils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating existing volume attachment record: 07be4d25-9d50-4f1f-9c28-0464373c5ed9 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:27:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No VIF found with MAC fa:16:3e:9a:f6:47, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:45 user nova-compute[74976]: WARNING nova.compute.manager [req-e26a33cd-dc31-4535-bd81-eba53806c461 req-833f25c7-4596-4c6c-8f52-93931e825a2c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state building and task_state spawning.
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:47 user nova-compute[74976]: WARNING nova.compute.manager [req-b4eb53b9-729c-4606-8001-25291749202b req-b6bd4f22-78d6-4147-9c09-77fe9983e5e8 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state building and task_state spawning.
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:27:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance spawned successfully.
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:27:47 user nova-compute[74976]: INFO nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Took 8.08 seconds to spawn the instance on the hypervisor.
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:27:47 user nova-compute[74976]: INFO nova.compute.manager [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Took 9.53 seconds to build instance.
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8a749042-5bb7-4050-81ad-e6371dd01f3d tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.644s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:27:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:27:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GADiVWvt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:27:54 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:54 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:27:54 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1275d29d-b8e0-4c10-8ad4-40ae70dada39]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:27:54 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d98781b-5c58-4731-ad22-269697466e4e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36] added
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b28595-f383-409e-8a50-ed59797829ca]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90d1d14-5e51-4d49-9588-a70fca6cff78]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GADiVWvt {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GADiVWvt" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a6c4a9-23a7-4dc4-8ad0-4648171e6cb9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GADiVWvt'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e188cc9c-bd7b-4ad3-bb00-4d64b08c6326]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a26193c-7e6f-4a3c-b667-a21c75ffadd9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[13315bcf-1ffb-4c8e-a90f-8ebdf2bc84b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260]
Dec 04 05:27:54 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260] successful.
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae090e77-fb97-43d9-99a6-bd8ef4707b4c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[96faf0a4-b4ad-49c6-aa13-74fe15c6f8e0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:27:54 user nova-compute[74976]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)
Dec 04 05:27:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] HCTL ('38', '-', '-', 0) found on session 33 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76d44c5-4c23-4874-afd4-4d1fc794b319]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:27:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GADiVWvt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23564656432366263', 'path': '/dev/sdg'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564656432366263', 'path': '/dev/sdg'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG nova.objects.instance [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:27:55 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:55 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:27:55 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:27:55 user nova-compute[74976]:   <serial>34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36</serial>
Dec 04 05:27:55 user nova-compute[74976]: </disk>
Dec 04 05:27:55 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:27:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:27:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:27:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No VIF found with MAC fa:16:3e:8b:36:da, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:27:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-35654e6b-7589-442e-88b9-d107210d0e81 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.046s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:59 user nova-compute[74976]: INFO nova.compute.manager [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Terminating instance
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-unplugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] No waiting events found dispatching network-vif-unplugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-92e9d33a-6cbf-4de0-9ba0-8b2a7287e3be req-2623278a-d9f7-405d-849c-bb390cec1f14 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-unplugged-64b64f13-edad-46b4-80bd-9957588f9603 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:27:59 user nova-compute[74976]: INFO nova.compute.manager [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Detaching volume 34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36
Dec 04 05:27:59 user nova-compute[74976]: INFO nova.virt.block_device [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Attempting to driver detach volume 34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 from mountpoint /dev/vdb
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Attempting to detach device vdb from instance 77982e41-0204-4111-84b7-63e0715c320c from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:27:59 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:59 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:27:59 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:27:59 user nova-compute[74976]:   <serial>34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36</serial>
Dec 04 05:27:59 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:27:59 user nova-compute[74976]: </disk>
Dec 04 05:27:59 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:27:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully detached device vdb from instance 77982e41-0204-4111-84b7-63e0715c320c from the persistent domain config.
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 77982e41-0204-4111-84b7-63e0715c320c from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:27:59 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:27:59 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:27:59 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:27:59 user nova-compute[74976]:   <serial>34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36</serial>
Dec 04 05:27:59 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:27:59 user nova-compute[74976]: </disk>
Dec 04 05:27:59 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:27:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Instance destroyed successfully.
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lazy-loading 'resources' on Instance uuid 7f310da8-f099-4ef4-922c-46503581f311 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-52963695',display_name='tempest-ServersNegativeTestJSON-server-52963695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-52963695',id=29,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-jeed2jz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:16Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=7f310da8-f099-4ef4-922c-46503581f311,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "64b64f13-edad-46b4-80bd-9957588f9603", "address": "fa:16:3e:7d:d6:f2", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64b64f13-ed", "ovs_interfaceid": "64b64f13-edad-46b4-80bd-9957588f9603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG os_vif [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64b64f13-ed, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9278b302-a611-4464-98eb-30b23ad8101a) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:27:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:28:00 user nova-compute[74976]: INFO os_vif [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:d6:f2,bridge_name='br-int',has_traffic_filtering=True,id=64b64f13-edad-46b4-80bd-9957588f9603,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b64f13-ed')
Dec 04 05:28:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Deleting instance files /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311_del
Dec 04 05:28:00 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Deletion of /opt/stack/data/nova/instances/7f310da8-f099-4ef4-922c-46503581f311_del complete
Dec 04 05:28:00 user nova-compute[74976]: INFO nova.compute.manager [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:28:00 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:28:00 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Took 0.52 seconds to deallocate network for instance.
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-eba34888-f69e-4f3e-90ee-2d3303218bf1 req-291235de-c0c4-44d3-a75e-f33e6796299a service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-deleted-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:00 user nova-compute[74976]: INFO nova.compute.manager [req-eba34888-f69e-4f3e-90ee-2d3303218bf1 req-291235de-c0c4-44d3-a75e-f33e6796299a service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Neutron deleted interface 64b64f13-edad-46b4-80bd-9957588f9603; detaching it from the instance and deleting it from the info cache
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.network.neutron [req-eba34888-f69e-4f3e-90ee-2d3303218bf1 req-291235de-c0c4-44d3-a75e-f33e6796299a service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-eba34888-f69e-4f3e-90ee-2d3303218bf1 req-291235de-c0c4-44d3-a75e-f33e6796299a service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Detach interface failed, port_id=64b64f13-edad-46b4-80bd-9957588f9603, reason: Instance 7f310da8-f099-4ef4-922c-46503581f311 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.534s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:01 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Deleted allocations for instance 7f310da8-f099-4ef4-922c-46503581f311
Dec 04 05:28:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b2bff22-c7a7-4344-ad06-6ad7f94ec4dc tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "7f310da8-f099-4ef4-922c-46503581f311" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.248s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] Acquiring lock "7f310da8-f099-4ef4-922c-46503581f311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] Lock "7f310da8-f099-4ef4-922c-46503581f311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] No waiting events found dispatching network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:01 user nova-compute[74976]: WARNING nova.compute.manager [req-a481dbf2-ca1d-436f-a8e8-5ef624585b3e req-fd3301ef-63ae-44a6-918a-ec2e173cae81 service nova] [instance: 7f310da8-f099-4ef4-922c-46503581f311] Received unexpected event network-vif-plugged-64b64f13-edad-46b4-80bd-9957588f9603 for instance with vm_state deleted and task_state None.
Dec 04 05:28:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:07 user nova-compute[74976]: INFO nova.compute.manager [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Unrescuing
Dec 04 05:28:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:28:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:28:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:28:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'flavor' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:08 user nova-compute[74976]: WARNING nova.compute.manager [req-dc9ff108-90e3-403b-ae9f-93f9b421b75a req-cd31654b-efec-481d-afbb-3a1c6a1abbd6 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance destroyed successfully.
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:10 user nova-compute[74976]: WARNING nova.compute.manager [req-5533e91c-fd49-4c79-972c-9e871756497a req-968046d5-2b25-4846-85a9-dcdd2e969f87 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:28:12 user nova-compute[74976]: WARNING nova.compute.manager [req-05914be6-971d-41ae-8a8b-f170e3645380 req-00e43abe-430c-44c9-abbb-43537ee1bf6a service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:28:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6c0a3054-349c-4f69-bd04-92272d7e1f53 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:28:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-changed-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:28:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Refreshing instance network info cache due to event network-changed-23454a1b-1082-416f-8a14-39dd0d61e946. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:28:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] Acquiring lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:28:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] Acquired lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:28:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Refreshing network info cache for port 23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG nova.network.neutron [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updated VIF entry in instance network info cache for port 23454a1b-1082-416f-8a14-39dd0d61e946. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG nova.network.neutron [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updating instance_info_cache with network_info: [{"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2f2c83f1-3644-4677-83da-f0a149ae45a2 req-1919b785-f4a2-438f-8f14-558309105eef service nova] Releasing lock "refresh_cache-bf897bd4-9bc3-45de-99e4-957bbbcc9479" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:28:20 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 77982e41-0204-4111-84b7-63e0715c320c is timed out.
Dec 04 05:28:20 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully detached device vdb from instance 77982e41-0204-4111-84b7-63e0715c320c from the live domain config.
Dec 04 05:28:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GADiVWvt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:28:20 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5826149c-af65-4b26-b040-88a370951ff7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:28:20 user nova-compute[74976]: No targets found.
Dec 04 05:28:20 user nova-compute[74976]: iSNS:
Dec 04 05:28:20 user nova-compute[74976]: No targets found.
Dec 04 05:28:20 user nova-compute[74976]: STATIC:
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:28:20 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:20 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:20 user nova-compute[74976]: FIRMWARE:
Dec 04 05:28:20 user nova-compute[74976]: No targets found.
Dec 04 05:28:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:28:20 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:28:20 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[100ad732-6e12-4715-9f0c-6e501fe24ae2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4cb61e2-f7ec-498d-ab63-131c3b9f9123]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:20 user nova-compute[74976]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 (non-flash)
Dec 04 05:28:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c27f760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36'): ({'sdg'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Removing single pathed devices sdg {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75b07b5-7d3e-4d43-82e6-cae2c40ec877]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5811d5c1-9b17-4739-a67c-f0f9419eac24]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flushing IO for device /dev/sdg {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4d365d-d46b-4f6c-a4bf-161747852c4a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.038s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56885fd7-f459-49f2-899f-e2b9563bbb95]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af37431-e884-4a6f-bf84-94b999681f98]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[454885ee-967e-415d-86b0-ae43eb68f349]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260]
Dec 04 05:28:20 user nova-compute[74976]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36, portal: 172.16.0.220,3260] successful.
Dec 04 05:28:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34d8b8af-f3d2-4fc5-b3d0-0897f9c8bb36 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ddf8029-7e34-449e-837d-28dc7c625e52]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== disconnect_volume: return (337ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:28:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:28:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:28:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-64415888-e393-4021-8bc7-5f71a8886818 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.775s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG nova.objects.instance [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:22 user nova-compute[74976]: INFO nova.compute.manager [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Attaching volume 08a3f2ac-8095-4419-98fb-45c5fc051c06 to /dev/vdb
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.utils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b9e6ad-496e-49ee-bdeb-248698fef270]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb7769b7-0d0e-4bb5-ab37-ae92857590cb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a8d0946-1d1e-4306-a61c-bceec53a156a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ae29aa-8125-474f-8f63-a024b9e6bead]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:28:22 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:28:22 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2130c8d2-11b5-4e34-a03c-3dbc94fba498]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG os_brick.utils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:28:22 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updating existing volume attachment record: 5776cc41-dbcf-4b6c-bffc-baa88e0c89cc {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:28:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NpQJCUue', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:28:32 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:28:32 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:28:32 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9387e6-3c1f-4948-b452-384738feed3c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:28:32 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea61f2f7-efe3-48a0-8a19-2fb33081a143]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06] added
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fde34d7-fffd-43d9-af62-ec440a22e378]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[da0c001f-a33c-403a-9570-62c1ccfb2204]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NpQJCUue {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NpQJCUue" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[065bee6d-5683-44ad-85ce-4e4f4fd8fae6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NpQJCUue'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c5a4af-663e-4973-a112-34ca998b616b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a559d0-a3df-4538-a3d5-d52fcba1af67]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9893de86-5639-4e8f-9dda-41c57b53ef0b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260]
Dec 04 05:28:32 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260] successful.
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58696ea-2a71-4c4b-a21c-a1ae062082d0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b40a821-ae28-46c3-920c-9f51a4eaffb9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:32 user nova-compute[74976]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)
Dec 04 05:28:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] HCTL ('38', '-', '-', 0) found on session 34 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66454276-eee7-4f96-8056-201779f18637]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Searching for a device in session 34 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:28:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NpQJCUue', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:28:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:28:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '23236323165323330', 'path': '/dev/sdg'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:28:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23236323165323330', 'path': '/dev/sdg'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:28:33 user nova-compute[74976]: DEBUG nova.objects.instance [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:28:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:28:33 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:28:33 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:28:33 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:28:33 user nova-compute[74976]:   <serial>08a3f2ac-8095-4419-98fb-45c5fc051c06</serial>
Dec 04 05:28:33 user nova-compute[74976]: </disk>
Dec 04 05:28:33 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:28:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:28:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:28:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] No VIF found with MAC fa:16:3e:46:8a:50, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:28:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41956b93-a38e-491e-af07-25dbb1b15884 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.873s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:35 user nova-compute[74976]: INFO nova.compute.manager [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Detaching volume 08a3f2ac-8095-4419-98fb-45c5fc051c06
Dec 04 05:28:35 user nova-compute[74976]: INFO nova.virt.block_device [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Attempting to driver detach volume 08a3f2ac-8095-4419-98fb-45c5fc051c06 from mountpoint /dev/vdb
Dec 04 05:28:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Attempting to detach device vdb from instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:28:35 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:28:35 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:28:35 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:28:35 user nova-compute[74976]:   <serial>08a3f2ac-8095-4419-98fb-45c5fc051c06</serial>
Dec 04 05:28:35 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:28:35 user nova-compute[74976]: </disk>
Dec 04 05:28:35 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 from the persistent domain config.
Dec 04 05:28:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:28:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:28:35 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:28:35 user nova-compute[74976]:   <source dev="/dev/sdg"/>
Dec 04 05:28:35 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:28:35 user nova-compute[74976]:   <serial>08a3f2ac-8095-4419-98fb-45c5fc051c06</serial>
Dec 04 05:28:35 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:28:35 user nova-compute[74976]: </disk>
Dec 04 05:28:35 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:28:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:28:40 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:28:40 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7020MB free_disk=25.022979736328125GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:28:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:28:41 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:28:41 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:28:41 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:28:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.539s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:28:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:28:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:28:55 user nova-compute[74976]: INFO nova.compute.manager [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] instance snapshotting
Dec 04 05:28:55 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Beginning live snapshot process
Dec 04 05:28:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd.delta 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd.delta 1073741824" returned: 0 in 0.065s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 05:28:56 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 is timed out.
Dec 04 05:28:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully detached device vdb from instance bf897bd4-9bc3-45de-99e4-957bbbcc9479 from the live domain config.
Dec 04 05:28:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NpQJCUue', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:28:56 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec0f615-22ef-475e-a6ca-f5df2d75b6ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:28:56 user nova-compute[74976]: No targets found.
Dec 04 05:28:56 user nova-compute[74976]: iSNS:
Dec 04 05:28:56 user nova-compute[74976]: No targets found.
Dec 04 05:28:56 user nova-compute[74976]: STATIC:
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:28:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:28:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:28:56 user nova-compute[74976]: FIRMWARE:
Dec 04 05:28:56 user nova-compute[74976]: No targets found.
Dec 04 05:28:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:28:56 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:28:56 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[425ba05a-f0d2-4da6-9391-c4f3a0a41d51]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f49e407b-1084-4e90-b9be-8a81908295ea]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:28:56 user nova-compute[74976]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 (non-flash)
Dec 04 05:28:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c23a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06'): ({'sdg'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Removing single pathed devices sdg {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8ca885-92ac-4581-bcb5-0b9c6a20f03d]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a99c17-2e79-4d2f-90b6-6439ebba1293]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Flushing IO for device /dev/sdg {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7030f1b-e013-432f-b239-6a6462bccc34]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.039s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48aa8c3-0bdf-453b-96d9-bd574c35cad4]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] SCSI volumes sdg have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee4c76a-015b-4e76-935e-6b4dd31a9b29]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[593b0f64-5f3c-439b-86d7-b69583f4c2c3]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260]
Dec 04 05:28:56 user nova-compute[74976]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06, portal: 172.16.0.220,3260] successful.
Dec 04 05:28:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08a3f2ac-8095-4419-98fb-45c5fc051c06 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c425ca8-d70b-4901-a9f9-e836fe73fe5d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] <== disconnect_volume: return (319ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:28:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:28:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] COPY block job progress, current cursor: 23724032 final cursor: 75563008 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:28:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'flavor' on Instance uuid bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:28:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-609dc91d-8bc2-497d-a6b5-9cd679eddc10 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.966s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:28:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:28:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 05:28:57 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:28:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd.delta /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:28:58 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd.delta /opt/stack/data/nova/instances/snapshots/tmpj1gj5pz8/ae1185d213474278a8f15bde715ea5cd" returned: 0 in 0.566s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:28:58 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Snapshot extracted, beginning image upload
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:29:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Snapshot image upload complete
Dec 04 05:29:01 user nova-compute[74976]: INFO nova.compute.manager [None req-ca762518-f95b-4807-82cc-a28ad9c639a1 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Took 5.93 seconds to snapshot the instance on the hypervisor.
Dec 04 05:29:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:02 user nova-compute[74976]: INFO nova.compute.manager [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Detaching volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:29:02 user nova-compute[74976]: INFO nova.virt.block_device [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Attempting to driver detach volume 5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c from mountpoint /dev/vdb
Dec 04 05:29:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Attempting to detach device vdb from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:29:02 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:02 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:29:02 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:29:02 user nova-compute[74976]:   <serial>5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c</serial>
Dec 04 05:29:02 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:29:02 user nova-compute[74976]: </disk>
Dec 04 05:29:02 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:29:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully detached device vdb from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the persistent domain config.
Dec 04 05:29:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:29:02 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:02 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:29:02 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:29:02 user nova-compute[74976]:   <serial>5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c</serial>
Dec 04 05:29:02 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:29:02 user nova-compute[74976]: </disk>
Dec 04 05:29:02 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:29:03 user nova-compute[74976]: INFO nova.compute.claims [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Claim successful on node user
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:29:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.policy [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce88c9eaa3d404499904449279a6c4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8154cf1c2aef49f1a92ec53243abdaf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:29:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Creating image(s)
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "/opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "/opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "ad742de08493f5db49868096b6437d477ad71974" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "ad742de08493f5db49868096b6437d477ad71974" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Successfully created port: 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:04 user nova-compute[74976]: INFO nova.compute.manager [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Rescuing
Dec 04 05:29:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.part --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG nova.virt.images [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] 635a2c5b-dfca-4258-bb27-c4cf8e84afb4 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:29:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.part /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.part /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.converted" returned: 0 in 0.281s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "ad742de08493f5db49868096b6437d477ad71974" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.600s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Successfully updated port: 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "ad742de08493f5db49868096b6437d477ad71974" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "ad742de08493f5db49868096b6437d477ad71974" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquired lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing instance network info cache due to event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] Acquiring lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json" returned: 0 in 0.226s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974,backing_fmt=raw /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974,backing_fmt=raw /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk 1073741824" returned: 0 in 0.059s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "ad742de08493f5db49868096b6437d477ad71974" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:05 user nova-compute[74976]: WARNING nova.compute.manager [req-d962ba4b-c6b1-43aa-a4b8-5cdc740b3b50 req-45cf8c3e-7822-4722-917f-516ea5c9def5 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state active and task_state rescuing.
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Ensure instance console log exists: /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Releasing lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Instance network_info: |[{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] Acquired lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Start _get_guest_xml network_info=[{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='a2a7e38d30f0dece490c7e72daabc358',container_format='bare',created_at=2023-12-04T05:28:55Z,direct_url=<?>,disk_format='qcow2',id=635a2c5b-dfca-4258-bb27-c4cf8e84afb4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-143594263',owner='8154cf1c2aef49f1a92ec53243abdaf8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T05:29:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': '635a2c5b-dfca-4258-bb27-c4cf8e84afb4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:29:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a2a7e38d30f0dece490c7e72daabc358',container_format='bare',created_at=2023-12-04T05:28:55Z,direct_url=<?>,disk_format='qcow2',id=635a2c5b-dfca-4258-bb27-c4cf8e84afb4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-143594263',owner='8154cf1c2aef49f1a92ec53243abdaf8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T05:29:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:29:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-811066738',display_name='tempest-TestStampPattern-server-811066738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-811066738',id=33,image_ref='635a2c5b-dfca-4258-bb27-c4cf8e84afb4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-spyzltkg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='77982e41-0204-4111-84b7-63e0715c320c',image_min_disk='1',image_min_ram='0',image_owner_id='8154cf1c2aef49f1a92ec53243abdaf8',image_owner_project_name='tempest-TestStampPattern-1003890395',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1003890395-project-member',image_user_id='8ce88c9eaa3d404499904449279a6c4d',network_allocated='True',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:29:04Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=a5bfbbc6-e354-4262-9180-afbddd86ca54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'pci_devices' on Instance uuid a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:29:06 user nova-compute[74976]:   <uuid>a5bfbbc6-e354-4262-9180-afbddd86ca54</uuid>
Dec 04 05:29:06 user nova-compute[74976]:   <name>instance-00000021</name>
Dec 04 05:29:06 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:29:06 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:29:06 user nova-compute[74976]:   <metadata>
Dec 04 05:29:06 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:29:06 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:name>tempest-TestStampPattern-server-811066738</nova:name>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:29:06</nova:creationTime>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:29:06 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:29:06 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:owner>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:user uuid="8ce88c9eaa3d404499904449279a6c4d">tempest-TestStampPattern-1003890395-project-member</nova:user>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:project uuid="8154cf1c2aef49f1a92ec53243abdaf8">tempest-TestStampPattern-1003890395</nova:project>
Dec 04 05:29:06 user nova-compute[74976]:       </nova:owner>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:root type="image" uuid="635a2c5b-dfca-4258-bb27-c4cf8e84afb4"/>
Dec 04 05:29:06 user nova-compute[74976]:       <nova:ports>
Dec 04 05:29:06 user nova-compute[74976]:         <nova:port uuid="4eeffe3e-90ef-4fc0-ba5c-655b05a8542e">
Dec 04 05:29:06 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:29:06 user nova-compute[74976]:         </nova:port>
Dec 04 05:29:06 user nova-compute[74976]:       </nova:ports>
Dec 04 05:29:06 user nova-compute[74976]:     </nova:instance>
Dec 04 05:29:06 user nova-compute[74976]:   </metadata>
Dec 04 05:29:06 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:29:06 user nova-compute[74976]:     <system>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="serial">a5bfbbc6-e354-4262-9180-afbddd86ca54</entry>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="uuid">a5bfbbc6-e354-4262-9180-afbddd86ca54</entry>
Dec 04 05:29:06 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:29:06 user nova-compute[74976]:     </system>
Dec 04 05:29:06 user nova-compute[74976]:   </sysinfo>
Dec 04 05:29:06 user nova-compute[74976]:   <os>
Dec 04 05:29:06 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:29:06 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:29:06 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:29:06 user nova-compute[74976]:   </os>
Dec 04 05:29:06 user nova-compute[74976]:   <features>
Dec 04 05:29:06 user nova-compute[74976]:     <acpi/>
Dec 04 05:29:06 user nova-compute[74976]:     <apic/>
Dec 04 05:29:06 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:29:06 user nova-compute[74976]:   </features>
Dec 04 05:29:06 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:29:06 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:29:06 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:29:06 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:29:06 user nova-compute[74976]:   </clock>
Dec 04 05:29:06 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:29:06 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:29:06 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:29:06 user nova-compute[74976]:   </cpu>
Dec 04 05:29:06 user nova-compute[74976]:   <devices>
Dec 04 05:29:06 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:29:06 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:29:06 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk"/>
Dec 04 05:29:06 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:29:06 user nova-compute[74976]:     </disk>
Dec 04 05:29:06 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:29:06 user nova-compute[74976]:       <mac address="fa:16:3e:a5:48:dd"/>
Dec 04 05:29:06 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:29:06 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:29:06 user nova-compute[74976]:       <target dev="tap4eeffe3e-90"/>
Dec 04 05:29:06 user nova-compute[74976]:     </interface>
Dec 04 05:29:06 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:29:06 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/console.log" append="off"/>
Dec 04 05:29:06 user nova-compute[74976]:     </serial>
Dec 04 05:29:06 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:29:06 user nova-compute[74976]:     <video>
Dec 04 05:29:06 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:29:06 user nova-compute[74976]:     </video>
Dec 04 05:29:06 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:29:06 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:29:06 user nova-compute[74976]:     </rng>
Dec 04 05:29:06 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:29:06 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:29:06 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:29:06 user nova-compute[74976]:     </memballoon>
Dec 04 05:29:06 user nova-compute[74976]:   </devices>
Dec 04 05:29:06 user nova-compute[74976]: </domain>
Dec 04 05:29:06 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:29:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-811066738',display_name='tempest-TestStampPattern-server-811066738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-811066738',id=33,image_ref='635a2c5b-dfca-4258-bb27-c4cf8e84afb4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-spyzltkg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='77982e41-0204-4111-84b7-63e0715c320c',image_min_disk='1',image_min_ram='0',image_owner_id='8154cf1c2aef49f1a92ec53243abdaf8',image_owner_project_name='tempest-TestStampPattern-1003890395',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1003890395-project-member',image_user_id='8ce88c9eaa3d404499904449279a6c4d',network_allocated='True',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:29:04Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=a5bfbbc6-e354-4262-9180-afbddd86ca54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG os_vif [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a2be1b8-5ffb-5d85-9929-f851b3f4b964', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4eeffe3e-90, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4eeffe3e-90, col_values=(('qos', UUID('8c4e9b9d-ad8b-415e-b9f8-c9ae55194b93')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4eeffe3e-90, col_values=(('external_ids', {'iface-id': '4eeffe3e-90ef-4fc0-ba5c-655b05a8542e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:48:dd', 'vm-uuid': 'a5bfbbc6-e354-4262-9180-afbddd86ca54'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance destroyed successfully.
Dec 04 05:29:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Attempting a stable device rescue
Dec 04 05:29:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:06 user nova-compute[74976]: INFO os_vif [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90')
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:29:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Creating image(s)
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'trusted_certs' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No VIF found with MAC fa:16:3e:a5:48:dd, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updated VIF entry in instance network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-56468357-059a-48c6-a464-0d6bfeacb931 req-f7534ec1-fc60-4135-96aa-a0752c1c01a9 service nova] Releasing lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.part --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG nova.virt.images [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] a00f92dc-276e-4cec-92a2-adadef70188b was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.part /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.part /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.converted" returned: 0 in 0.290s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:08 user nova-compute[74976]: WARNING nova.compute.manager [req-a8676a0c-617f-4b3b-b91b-5f911c091fdb req-9ed0b0f5-7b57-42c8-8bc7-2ee21df56364 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state active and task_state rescuing.
Dec 04 05:29:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] No waiting events found dispatching network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:08 user nova-compute[74976]: WARNING nova.compute.manager [req-9486fb07-e633-4d59-8f68-e4f5982d0061 req-e28e1258-dd6a-4f57-9bca-358dbc10b950 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received unexpected event network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e for instance with vm_state building and task_state spawning.
Dec 04 05:29:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.602s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a,backing_fmt=raw /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a,backing_fmt=raw /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue" returned: 0 in 0.052s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "895ba7349968cf03feda0a91993f1d3022bfdd4a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'migration_context' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<a4e78843-90a4-4667-96c8-79d391ebcb52> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start _get_guest_xml network_info=[{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:f7:fd:3f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a00f92dc-276e-4cec-92a2-adadef70188b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '6a583d19-f943-4504-9b48-020b25b7c76d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'a4e78843-90a4-4667-96c8-79d391ebcb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4feb926b-17c4-4728-873c-3b457996d1ee', 'serial': '4feb926b-17c4-4728-873c-3b457996d1ee'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<a4e78843-90a4-4667-96c8-79d391ebcb52> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'numa_topology' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<a4e78843-90a4-4667-96c8-79d391ebcb52> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:29:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'vcpu_model' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<a4e78843-90a4-4667-96c8-79d391ebcb52> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:08 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:08 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:08 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a455f2-c99f-49a7-87d5-b2d03d2bc37e]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = XLSusaGx\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 04 05:29:08 user nova-compute[74976]: node.name = iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:29:08 user nova-compute[74976]: node.tpgt = -1
Dec 04 05:29:08 user nova-compute[74976]: node.startup = automatic
Dec 04 05:29:08 user nova-compute[74976]: node.leading_login = No
Dec 04 05:29:08 user nova-compute[74976]: iface.iscsi_ifacename = default
Dec 04 05:29:08 user nova-compute[74976]: iface.net_ifacename = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.ipaddress = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.prefix_len = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.hwaddress = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.transport_name = tcp
Dec 04 05:29:08 user nova-compute[74976]: iface.initiatorname = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.vlan_id = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.vlan_priority = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.vlan_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.iface_num = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.mtu = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.port = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.bootproto = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.subnet_mask = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.gateway = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_alt_client_id_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_alt_client_id = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_dns = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_learn_iqn = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_req_vendor_id_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_vendor_id_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_vendor_id = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.dhcp_slp_da = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.fragmentation = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.gratuitous_arp = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.incoming_forwarding = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.tos_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.tos = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.ttl = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.delayed_ack = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.tcp_nagle = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.tcp_wsf_state = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.tcp_wsf = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.tcp_timer_scale = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.tcp_timestamp = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.redirect = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.def_task_mgmt_timeout = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.header_digest = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.data_digest = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.immediate_data = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.initial_r2t = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.data_seq_inorder = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.data_pdu_inorder = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.erl = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.max_receive_data_len = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.first_burst_len = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.max_outstanding_r2t = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.max_burst_len = 0
Dec 04 05:29:08 user nova-compute[74976]: iface.chap_auth = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.bidi_chap = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.strict_login_compliance = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.discovery_auth = <empty>
Dec 04 05:29:08 user nova-compute[74976]: iface.discovery_logout = <empty>
Dec 04 05:29:08 user nova-compute[74976]: node.discovery_address = <empty>
Dec 04 05:29:08 user nova-compute[74976]: node.discovery_port = 0
Dec 04 05:29:08 user nova-compute[74976]: node.discovery_type = static
Dec 04 05:29:08 user nova-compute[74976]: node.session.initial_cmdsn = 0
Dec 04 05:29:08 user nova-compute[74976]: node.session.initial_login_retry_max = 8
Dec 04 05:29:08 user nova-compute[74976]: node.session.xmit_thread_priority = -20
Dec 04 05:29:08 user nova-compute[74976]: node.session.cmds_max = 128
Dec 04 05:29:08 user nova-compute[74976]: node.session.queue_depth = 32
Dec 04 05:29:08 user nova-compute[74976]: node.session.nr_sessions = 1
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.authmethod = CHAP
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.username = XLSusaGx
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.password = ***
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.username_in = <empty>
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.password_in = <empty>
Dec 04 05:29:08 user nova-compute[74976]: node.session.auth.chap_algs = MD5
Dec 04 05:29:08 user nova-compute[74976]: node.session.timeo.replacement_timeout = 120
Dec 04 05:29:08 user nova-compute[74976]: node.session.err_timeo.abort_timeout = 15
Dec 04 05:29:08 user nova-compute[74976]: node.session.err_timeo.lu_reset_timeout = 30
Dec 04 05:29:08 user nova-compute[74976]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 04 05:29:08 user nova-compute[74976]: node.session.err_timeo.host_reset_timeout = 60
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.FastAbort = Yes
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.InitialR2T = No
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.ImmediateData = Yes
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.FirstBurstLength = 262144
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.MaxBurstLength = 16776192
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.DefaultTime2Retain = 0
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.DefaultTime2Wait = 2
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.MaxConnections = 1
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 04 05:29:08 user nova-compute[74976]: node.session.iscsi.ERL = 0
Dec 04 05:29:08 user nova-compute[74976]: node.session.scan = manual
Dec 04 05:29:08 user nova-compute[74976]: node.session.reopen_max = 0
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].address = 172.16.0.220
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].port = 3260
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].startup = manual
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].tcp.window_size = 524288
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].tcp.type_of_service = 0
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].timeo.logout_timeout = 15
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].timeo.login_timeout = 15
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].timeo.auth_timeout = 45
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].timeo.noop_out_interval = 5
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].timeo.noop_out_timeout = 5
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.HeaderDigest = None
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.DataDigest = None
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.IFMarker = No
Dec 04 05:29:08 user nova-compute[74976]: node.conn[0].iscsi.OFMarker = No
Dec 04 05:29:08 user nova-compute[74976]: # END RECORD
Dec 04 05:29:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[33bf983e-effe-47e2-97fb-6cfb22a28e4c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa37125-5d49-4956-bcb7-cec9f8b35025]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XLSusaGx {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XLSusaGx" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[df31c4b8-88fa-422b-8ee7-c59733a38fdd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XLSusaGx'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc746977-dc0f-4ad8-88a5-79b6834d0610]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[50830bf7-b2fe-4107-9b9b-0b0bf0278b5e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:08 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.148s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] HCTL ('37', '0', '0', 0) found on session 32 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ddea6a5-5d03-416a-9fbe-322ad56241e2]: (4, ('0 0 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Searching for a device in session 32 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.170s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== connect_volume: return (172ms) {'type': 'block', 'scsi_wwn': '23437626532393261', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437626532393261', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2070789795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2070789795',id=31,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:27:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-tt3lx8lb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:27:43Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=a4e78843-90a4-4667-96c8-79d391ebcb52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:f7:fd:3f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "vif_mac": "fa:16:3e:f7:fd:3f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'pci_devices' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.objects.base [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Object Instance<a4e78843-90a4-4667-96c8-79d391ebcb52> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:29:08 user nova-compute[74976]:   <uuid>a4e78843-90a4-4667-96c8-79d391ebcb52</uuid>
Dec 04 05:29:08 user nova-compute[74976]:   <name>instance-0000001f</name>
Dec 04 05:29:08 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:29:08 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:29:08 user nova-compute[74976]:   <metadata>
Dec 04 05:29:08 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:29:08 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2070789795</nova:name>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:29:08</nova:creationTime>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:29:08 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:29:08 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:owner>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:user uuid="48ee9d21258f46f88c026bd3a24ea785">tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member</nova:user>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:project uuid="3e1b7347a9934887983c0c73b4394122">tempest-ServerBootFromVolumeStableRescueTest-2003967071</nova:project>
Dec 04 05:29:08 user nova-compute[74976]:       </nova:owner>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:29:08 user nova-compute[74976]:       <nova:ports>
Dec 04 05:29:08 user nova-compute[74976]:         <nova:port uuid="42c0e4e3-06c1-4be7-8e85-1eed596c7296">
Dec 04 05:29:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:29:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:29:08 user nova-compute[74976]:       </nova:ports>
Dec 04 05:29:08 user nova-compute[74976]:     </nova:instance>
Dec 04 05:29:08 user nova-compute[74976]:   </metadata>
Dec 04 05:29:08 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:29:08 user nova-compute[74976]:     <system>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="serial">a4e78843-90a4-4667-96c8-79d391ebcb52</entry>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="uuid">a4e78843-90a4-4667-96c8-79d391ebcb52</entry>
Dec 04 05:29:08 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:29:08 user nova-compute[74976]:     </system>
Dec 04 05:29:08 user nova-compute[74976]:   </sysinfo>
Dec 04 05:29:08 user nova-compute[74976]:   <os>
Dec 04 05:29:08 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:29:08 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:29:08 user nova-compute[74976]:   </os>
Dec 04 05:29:08 user nova-compute[74976]:   <features>
Dec 04 05:29:08 user nova-compute[74976]:     <acpi/>
Dec 04 05:29:08 user nova-compute[74976]:     <apic/>
Dec 04 05:29:08 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:29:08 user nova-compute[74976]:   </features>
Dec 04 05:29:08 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:29:08 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:29:08 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:29:08 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:29:08 user nova-compute[74976]:   </clock>
Dec 04 05:29:08 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:29:08 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:29:08 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:29:08 user nova-compute[74976]:   </cpu>
Dec 04 05:29:08 user nova-compute[74976]:   <devices>
Dec 04 05:29:08 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:29:08 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:08 user nova-compute[74976]:       <source dev="/dev/sdf"/>
Dec 04 05:29:08 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:29:08 user nova-compute[74976]:       <serial>4feb926b-17c4-4728-873c-3b457996d1ee</serial>
Dec 04 05:29:08 user nova-compute[74976]:     </disk>
Dec 04 05:29:08 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:29:08 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:29:08 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue"/>
Dec 04 05:29:08 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:29:08 user nova-compute[74976]:       <boot order="1"/>
Dec 04 05:29:08 user nova-compute[74976]:     </disk>
Dec 04 05:29:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:29:08 user nova-compute[74976]:       <mac address="fa:16:3e:f7:fd:3f"/>
Dec 04 05:29:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:29:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:29:08 user nova-compute[74976]:       <target dev="tap42c0e4e3-06"/>
Dec 04 05:29:08 user nova-compute[74976]:     </interface>
Dec 04 05:29:08 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:29:08 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/console.log" append="off"/>
Dec 04 05:29:08 user nova-compute[74976]:     </serial>
Dec 04 05:29:08 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:29:08 user nova-compute[74976]:     <video>
Dec 04 05:29:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:29:08 user nova-compute[74976]:     </video>
Dec 04 05:29:08 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:29:08 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:29:08 user nova-compute[74976]:     </rng>
Dec 04 05:29:08 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:29:08 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:29:08 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:29:08 user nova-compute[74976]:     </memballoon>
Dec 04 05:29:08 user nova-compute[74976]:   </devices>
Dec 04 05:29:08 user nova-compute[74976]: </domain>
Dec 04 05:29:08 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:29:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance destroyed successfully.
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:29:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] No VIF found with MAC fa:16:3e:f7:fd:3f, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:29:10 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Instance spawned successfully.
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] No waiting events found dispatching network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:10 user nova-compute[74976]: WARNING nova.compute.manager [req-39f8505f-bfae-4adf-868f-2aec73900d46 req-b8aaba59-8001-4025-91a4-d9f1722ee376 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received unexpected event network-vif-plugged-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e for instance with vm_state building and task_state spawning.
Dec 04 05:29:10 user nova-compute[74976]: INFO nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Took 6.35 seconds to spawn the instance on the hypervisor.
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:10 user nova-compute[74976]: INFO nova.compute.manager [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Took 7.19 seconds to build instance.
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfb3ab38-fa30-483d-85a9-00506f3ee792 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.289s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:10 user nova-compute[74976]: WARNING nova.compute.manager [req-a81fe61d-cf4e-4d4b-9219-481085019c16 req-1dc66c75-133d-4ec0-bec9-2b5fb0f3abb1 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state active and task_state rescuing.
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:12 user nova-compute[74976]: WARNING nova.compute.manager [req-8dc490c4-c756-46e8-97f2-3b8eb1598b9e req-94c1c207-3fdb-4088-843a-0c85b84eb890 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state active and task_state rescuing.
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-54f0b575-6710-469c-b800-33320a298f96 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:12 user nova-compute[74976]: INFO nova.compute.manager [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Detaching volume 3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:29:12 user nova-compute[74976]: INFO nova.virt.block_device [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Attempting to driver detach volume 3bc5037e-9d81-466b-a063-304c86477ec2 from mountpoint /dev/vdb
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Attempting to detach device vdb from instance 501dfbc9-3a7e-4109-b528-907a435acf20 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:29:12 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:12 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:29:12 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:29:12 user nova-compute[74976]:   <serial>3bc5037e-9d81-466b-a063-304c86477ec2</serial>
Dec 04 05:29:12 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:29:12 user nova-compute[74976]: </disk>
Dec 04 05:29:12 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:29:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdb from instance 501dfbc9-3a7e-4109-b528-907a435acf20 from the persistent domain config.
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 501dfbc9-3a7e-4109-b528-907a435acf20 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:29:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:29:12 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:12 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:29:12 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:29:12 user nova-compute[74976]:   <serial>3bc5037e-9d81-466b-a063-304c86477ec2</serial>
Dec 04 05:29:12 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:29:12 user nova-compute[74976]: </disk>
Dec 04 05:29:12 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:29:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:29:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:23 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 is timed out.
Dec 04 05:29:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully detached device vdb from instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 from the live domain config.
Dec 04 05:29:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tWOVkZgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed8c850-295f-4e87-bd19-43e2ef7be9cc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:29:23 user nova-compute[74976]: No targets found.
Dec 04 05:29:23 user nova-compute[74976]: iSNS:
Dec 04 05:29:23 user nova-compute[74976]: No targets found.
Dec 04 05:29:23 user nova-compute[74976]: STATIC:
Dec 04 05:29:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:29:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:29:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:29:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:29:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c
Dec 04 05:29:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:23 user nova-compute[74976]: FIRMWARE:
Dec 04 05:29:23 user nova-compute[74976]: No targets found.
Dec 04 05:29:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:29:23 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:29:23 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f031c80-50da-4125-a7e3-2645a4d1d4bd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e870d9-cbe0-4748-b1c3-6d8cd2a6091f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:23 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca043ae560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9591e6e7-9791-46b6-a18b-d88102f376e4]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3424b327-5609-479b-92c7-350ce8292f9b]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed67362-0544-4073-b03b-835f9fa4f797]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.083s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a5b527-deef-4204-ab0f-8f0fe32419b5]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[248f8deb-492c-4796-a6bf-5e4100d6e69e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1afb920d-25fa-498c-bdc7-4ed46317389b]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260]
Dec 04 05:29:23 user nova-compute[74976]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c, portal: 172.16.0.220,3260] successful.
Dec 04 05:29:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5712fc21-04b4-46e3-9e1d-5c56d3fe2a9c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f70d4817-8b98-4417-909b-6ca839e74772]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== disconnect_volume: return (394ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:29:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'flavor' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5b9cf85f-62c7-4a16-83f9-8b1ea0a382e6 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.839s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:26 user nova-compute[74976]: INFO nova.compute.manager [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Terminating instance
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-unplugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] No waiting events found dispatching network-vif-unplugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-cacc442d-0974-41e2-9717-f5808b0c5a8e req-ee9561f1-65ae-454c-a936-60dcfb6160bb service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-unplugged-23454a1b-1082-416f-8a14-39dd0d61e946 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Instance destroyed successfully.
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lazy-loading 'resources' on Instance uuid bf897bd4-9bc3-45de-99e4-957bbbcc9479 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1068878916',display_name='tempest-AttachVolumeNegativeTest-server-1068878916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1068878916',id=30,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOh8opssOlmzZSin2QUVxKUheC0NtGy2Ynk2K+ypiqHJwiC0cM0i9oNNvnqPMPdX149d7dzm0n7lIGYUX/BWWxAg2WIsBIK82i2i/BVBaEuQsXnivrIclrSLGNtKfq6NbQ==',key_name='tempest-keypair-2077999246',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:26:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fb8ee74cc6e74c3a83efa18b670d70db',ramdisk_id='',reservation_id='r-wnlpv7nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-320860805',owner_user_name='tempest-AttachVolumeNegativeTest-320860805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e515442a8c5941b88dde5879b405875f',uuid=bf897bd4-9bc3-45de-99e4-957bbbcc9479,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converting VIF {"id": "23454a1b-1082-416f-8a14-39dd0d61e946", "address": "fa:16:3e:46:8a:50", "network": {"id": "4a2defe7-be12-474c-9894-d11b2b6a28ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454026212-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fb8ee74cc6e74c3a83efa18b670d70db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23454a1b-10", "ovs_interfaceid": "23454a1b-1082-416f-8a14-39dd0d61e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG os_vif [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap23454a1b-10, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3bf2be4f-3722-4b91-bc24-09289b1977e1) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:26 user nova-compute[74976]: INFO os_vif [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:8a:50,bridge_name='br-int',has_traffic_filtering=True,id=23454a1b-1082-416f-8a14-39dd0d61e946,network=Network(4a2defe7-be12-474c-9894-d11b2b6a28ec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23454a1b-10')
Dec 04 05:29:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Deleting instance files /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479_del
Dec 04 05:29:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Deletion of /opt/stack/data/nova/instances/bf897bd4-9bc3-45de-99e4-957bbbcc9479_del complete
Dec 04 05:29:26 user nova-compute[74976]: INFO nova.compute.manager [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 04 05:29:26 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:29:26 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:29:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:27 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:27 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Took 0.86 seconds to deallocate network for instance.
Dec 04 05:29:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:28 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Deleted allocations for instance bf897bd4-9bc3-45de-99e4-957bbbcc9479
Dec 04 05:29:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] Acquiring lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] No waiting events found dispatching network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:28 user nova-compute[74976]: WARNING nova.compute.manager [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received unexpected event network-vif-plugged-23454a1b-1082-416f-8a14-39dd0d61e946 for instance with vm_state deleted and task_state None.
Dec 04 05:29:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-c96df91f-da27-4675-bb87-ef68f2af75ef req-e4ec81bf-2ba7-428d-9cda-5ab719904d6f service nova] [instance: bf897bd4-9bc3-45de-99e4-957bbbcc9479] Received event network-vif-deleted-23454a1b-1082-416f-8a14-39dd0d61e946 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d74dbb05-5c59-480d-8b74-053868f07de9 tempest-AttachVolumeNegativeTest-320860805 tempest-AttachVolumeNegativeTest-320860805-project-member] Lock "bf897bd4-9bc3-45de-99e4-957bbbcc9479" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.371s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:31 user nova-compute[74976]: INFO nova.compute.manager [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Attaching volume 4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 to /dev/vdb
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.utils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d2ac291-7cf5-4097-aad5-5de18b837bf7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[67fad943-926e-46dd-b50b-1a952c4c564d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d383bef5-caa6-4827-ae68-08cfbca0cb18]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[867a4759-794e-4607-92ab-9d57c4e17299]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:29:31 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:29:31 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eded9df-e9c0-454a-999c-1df31f47f786]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG os_brick.utils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating existing volume attachment record: 03b8305e-f552-4fd7-b5cb-a039ae3378e1 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:29:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:33 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 501dfbc9-3a7e-4109-b528-907a435acf20 is timed out.
Dec 04 05:29:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdb from instance 501dfbc9-3a7e-4109-b528-907a435acf20 from the live domain config.
Dec 04 05:29:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDxbnGoj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:33 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd077e6b-c211-4828-9a61-a58580ecf8ae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:29:33 user nova-compute[74976]: No targets found.
Dec 04 05:29:33 user nova-compute[74976]: iSNS:
Dec 04 05:29:33 user nova-compute[74976]: No targets found.
Dec 04 05:29:33 user nova-compute[74976]: STATIC:
Dec 04 05:29:33 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:29:33 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:33 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:33 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2
Dec 04 05:29:33 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:33 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:33 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:29:33 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:33 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:33 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:29:33 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:33 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:33 user nova-compute[74976]: FIRMWARE:
Dec 04 05:29:33 user nova-compute[74976]: No targets found.
Dec 04 05:29:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:29:33 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:29:33 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e02fb6-b2ae-4894-8f64-739383b4a290]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed919616-68f1-453f-b9cf-1a14981cc322]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 (non-flash)
Dec 04 05:29:33 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044ed870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[df7f270c-4eb1-457c-b876-d0428fab7357]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[600156fc-a245-45b7-bcdf-0a73396663a4]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17f88fb-03a2-40d7-a940-dc52c801d4cb]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc732125-3961-4760-9295-d0b4e0eddda0]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[410b000b-f6ec-4807-ae24-d6c23dda6385]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6d1602-b0af-4263-bc61-432a7b7a5b06]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260]
Dec 04 05:29:33 user nova-compute[74976]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2, portal: 172.16.0.220,3260] successful.
Dec 04 05:29:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bc5037e-9d81-466b-a063-304c86477ec2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2addcd-0866-4c9c-be11-873807af70d0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== disconnect_volume: return (301ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:29:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7ac350b2-41c3-4eeb-b65a-0ec302891426 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.988s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycuFbTSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:41 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b69b4f-ee10-427d-b730-8dc17511b00d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:29:41 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dfe7898-7e61-40ea-8ca5-9ec9997fb558]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71] added
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7140MB free_disk=24.800212860107422GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e14e094-53ff-41d9-8489-c002f2787fb7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6b714e-dce8-4e0b-ae59-87efe1bc2315]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycuFbTSV {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycuFbTSV" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7b670b6-249b-46d7-be06-b5f420893560]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ycuFbTSV'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af6a2ff-787f-4004-800b-2217acde2088]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d55f433-6ecd-4686-ae50-299bea3da80d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 19a6f46c-e444-42da-819d-4e60076726d3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a5bfbbc6-e354-4262-9180-afbddd86ca54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a60536-cd66-404a-9b67-714ec31cb288]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260]
Dec 04 05:29:42 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260] successful.
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf54891-5663-47ef-9c6e-ecb225b0b233]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff86e65d-7981-4c7a-88ae-675a762e6178]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:42 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:29:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.696s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[050a514b-b316-4163-93df-ca89e8168b79]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycuFbTSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74976) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.657s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:42 user nova-compute[74976]: WARNING nova.compute.manager [req-e2628d9e-7e33-426e-8658-3b931be141d7 req-521078c7-e009-4869-b3aa-43fab13058a5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state active and task_state powering-off.
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance destroyed successfully.
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4dd073a6-7276-4010-9a18-63d4f79dc7b7 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.866s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.735s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== connect_volume: return (1737ms) {'type': 'block', 'scsi_wwn': '23766616636353339', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23766616636353339', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:29:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:29:43 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:29:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:29:43 user nova-compute[74976]:   <serial>4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71</serial>
Dec 04 05:29:43 user nova-compute[74976]: </disk>
Dec 04 05:29:43 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] No VIF found with MAC fa:16:3e:9a:f6:47, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:29:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6449ae03-093c-4f05-931c-d8ca6bd8d312 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.632s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:44 user nova-compute[74976]: WARNING nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:44 user nova-compute[74976]: WARNING nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:44 user nova-compute[74976]: WARNING nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:44 user nova-compute[74976]: WARNING nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:44 user nova-compute[74976]: WARNING nova.compute.manager [req-9acd3abd-9d1f-4b3a-b699-05ba38ce8705 req-e728982a-810c-4b11-81e8-60af073be0b5 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state None.
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing instance network info cache due to event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [{"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updated VIF entry in instance network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-cd296147-5275-408e-9544-c56f0bb6e474" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:29:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fde97212-4ad4-4a87-a63b-5bfa6deb585b req-b37843e7-2092-42b6-a2a5-6b5e47d7d7c0 service nova] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing instance network info cache due to event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updated VIF entry in instance network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-481e0b85-8b04-42fb-8a79-ff815ccfef59 req-71f44810-dee6-4d90-8989-9e997dad7ce7 service nova] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:49 user nova-compute[74976]: INFO nova.compute.manager [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Rebooting instance
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:29:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.network.neutron [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:50 user nova-compute[74976]: INFO nova.compute.manager [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Terminating instance
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Instance destroyed successfully.
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lazy-loading 'resources' on Instance uuid 19a6f46c-e444-42da-819d-4e60076726d3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-329578349',display_name='tempest-ServerActionsTestOtherB-server-329578349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-329578349',id=17,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDwA82Op8pH+ZjQxP+K+wGpI83CKSx7KApof92BKjU0nkgrtKf2rrbbSWDWSH/qtIQYHzuXcm39EpUMvdee5FstPNWVuaKE/NvmMcCeT/Cx1OuEZFVd+aRjUkIgO9LbwQ==',key_name='tempest-keypair-2024003670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:27:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0968ee33047745d88234d9349c230619',ramdisk_id='',reservation_id='r-yw5ego99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1609098719',owner_user_name='tempest-ServerActionsTestOtherB-1609098719-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:27:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b0940c802d242fea3f081860f697da2',uuid=19a6f46c-e444-42da-819d-4e60076726d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converting VIF {"id": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "address": "fa:16:3e:0c:fa:28", "network": {"id": "7f6b9234-f7bf-4a6e-8b95-43b529620ab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-983907898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0968ee33047745d88234d9349c230619", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5d6a799-42", "ovs_interfaceid": "f5d6a799-428d-4cca-8b6e-b1abd9067ee9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG os_vif [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5d6a799-42, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61c75f81-11de-4928-acb3-37aab2d25b3e) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:51 user nova-compute[74976]: INFO os_vif [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:fa:28,bridge_name='br-int',has_traffic_filtering=True,id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9,network=Network(7f6b9234-f7bf-4a6e-8b95-43b529620ab1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5d6a799-42')
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuFBrzTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:29:51 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba8672d6-e970-46de-944b-0e3603497ef0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:29:51 user nova-compute[74976]: No targets found.
Dec 04 05:29:51 user nova-compute[74976]: iSNS:
Dec 04 05:29:51 user nova-compute[74976]: No targets found.
Dec 04 05:29:51 user nova-compute[74976]: STATIC:
Dec 04 05:29:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763
Dec 04 05:29:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71
Dec 04 05:29:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:29:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:29:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:29:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:29:51 user nova-compute[74976]: FIRMWARE:
Dec 04 05:29:51 user nova-compute[74976]: No targets found.
Dec 04 05:29:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:29:51 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:29:51 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb07aaf-8535-4c8e-96ab-09ad52b5c67e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[754d71c1-3661-40c6-9055-485ae7088fd3]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:29:51 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:29:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c27f880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-unplugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Acquiring lock "19a6f46c-e444-42da-819d-4e60076726d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] Lock "19a6f46c-e444-42da-819d-4e60076726d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] No waiting events found dispatching network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:51 user nova-compute[74976]: WARNING nova.compute.manager [req-8707f19f-5a8e-4a1e-a25f-2595cac0059f req-60266a79-b2c2-4d8c-af46-2ac2853cf847 service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received unexpected event network-vif-plugged-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 for instance with vm_state active and task_state deleting.
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1719aa1c-1d3a-463a-93bb-2c79fe0051e4]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e37bcc2-11d6-40d6-81b6-efa1d9d37d23]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef4b7ca-7e4f-4002-ae91-b4ae9d781e29]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ef4f00-4cc3-428a-b801-f26d9f2c0dd8]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b1dac4-49ce-4ed2-b968-442140263839]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b555184-ed5f-4bd3-945b-84befc5a8438]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260]
Dec 04 05:29:51 user nova-compute[74976]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763, portal: 172.16.0.220,3260] successful.
Dec 04 05:29:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6531c5d8-5bcc-4c6f-bd2d-3bc03f071763 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f47227f3-1d0c-445d-8e2a-8e001e1031cd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] <== disconnect_volume: return (345ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:29:51 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Deleting instance files /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_del
Dec 04 05:29:51 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Deletion of /opt/stack/data/nova/instances/19a6f46c-e444-42da-819d-4e60076726d3_del complete
Dec 04 05:29:51 user nova-compute[74976]: INFO nova.compute.manager [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Took 1.32 seconds to destroy the instance on the hypervisor.
Dec 04 05:29:51 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:29:51 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:52 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Took 0.68 seconds to deallocate network for instance.
Dec 04 05:29:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-5206abb2-4a15-47e6-af02-9b4f3ca10631 req-0f8fe198-8980-4fa4-a4b4-6eba62bc5efe service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Received event network-vif-deleted-f5d6a799-428d-4cca-8b6e-b1abd9067ee9 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:52 user nova-compute[74976]: INFO nova.compute.manager [req-5206abb2-4a15-47e6-af02-9b4f3ca10631 req-0f8fe198-8980-4fa4-a4b4-6eba62bc5efe service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Neutron deleted interface f5d6a799-428d-4cca-8b6e-b1abd9067ee9; detaching it from the instance and deleting it from the info cache
Dec 04 05:29:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-5206abb2-4a15-47e6-af02-9b4f3ca10631 req-0f8fe198-8980-4fa4-a4b4-6eba62bc5efe service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-5206abb2-4a15-47e6-af02-9b4f3ca10631 req-0f8fe198-8980-4fa4-a4b4-6eba62bc5efe service nova] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Detach interface failed, port_id=f5d6a799-428d-4cca-8b6e-b1abd9067ee9, reason: Instance 19a6f46c-e444-42da-819d-4e60076726d3 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:52 user nova-compute[74976]: INFO nova.compute.manager [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Terminating instance
Dec 04 05:29:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:52 user nova-compute[74976]: INFO nova.compute.manager [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] [instance: 19a6f46c-e444-42da-819d-4e60076726d3] Took 0.86 seconds to detach 1 volumes for instance.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:53 user nova-compute[74976]: WARNING nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state active and task_state reboot_started.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:53 user nova-compute[74976]: WARNING nova.compute.manager [req-086e7eb1-284f-4b90-8522-6bb9dc424bf8 req-74ab2354-eb8b-426e-8c87-139ac71e4e1c service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state active and task_state reboot_started.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-041dbf61-c341-4b29-b5c1-80a0a39b2c3c req-609229cb-2d5d-4235-adc4-c20318d7ad26 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-unplugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance shutdown successfully.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.489s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Deleted allocations for instance 19a6f46c-e444-42da-819d-4e60076726d3
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4bf39c0a-9392-4cc4-bbc6-f8357b2c185c tempest-ServerActionsTestOtherB-1609098719 tempest-ServerActionsTestOtherB-1609098719-project-member] Lock "19a6f46c-e444-42da-819d-4e60076726d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.601s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Instance destroyed successfully.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.objects.instance [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'resources' on Instance uuid 07212c64-12f5-4cc3-bf4f-ac95858a2ed2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1169618117',display_name='tempest-ServerActionsTestOtherA-server-966480028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1169618117',id=25,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHniz4C7xdh03dXBvbxMb1RdQ6YsgO5Hg/Rd2/EwgTWHMXUYBKUqTMMD76t03QPRkRQq/KtpD60d56ovg6ZG4wqif8KXy5zPsVqUoFa4sD3d+EPxJsiX7iOTrZf6+ioog==',key_name='tempest-keypair-1220220090',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:26:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-ka9v9o4p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=07212c64-12f5-4cc3-bf4f-ac95858a2ed2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "address": "fa:16:3e:56:ef:55", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebb21004-20", "ovs_interfaceid": "ebb21004-2048-4b95-8570-6a5ac274c0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG os_vif [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebb21004-20, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8b581021-e5df-405b-8a5b-4e1192015586) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:53 user nova-compute[74976]: INFO os_vif [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ef:55,bridge_name='br-int',has_traffic_filtering=True,id=ebb21004-2048-4b95-8570-6a5ac274c0ad,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebb21004-20')
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Deleting instance files /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2_del
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Deletion of /opt/stack/data/nova/instances/07212c64-12f5-4cc3-bf4f-ac95858a2ed2_del complete
Dec 04 05:29:53 user nova-compute[74976]: INFO nova.compute.manager [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 04 05:29:53 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:29:53 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:29:54 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:29:54 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Took 0.66 seconds to deallocate network for instance.
Dec 04 05:29:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-c03fef96-0aa9-4b37-b5a2-655581020fe6 req-8e9ef4de-79c4-4854-a518-f611e6480d4c service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-deleted-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:55 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Deleted allocations for instance 07212c64-12f5-4cc3-bf4f-ac95858a2ed2
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:55 user nova-compute[74976]: WARNING nova.compute.manager [req-9e0639a9-fdc5-4630-b4c6-f202544c23f0 req-ed2c8008-26fc-4920-b4d9-d1edbb2925a0 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state active and task_state reboot_started.
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] Acquiring lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] No waiting events found dispatching network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:55 user nova-compute[74976]: WARNING nova.compute.manager [req-e47f0c0a-f64c-45fd-9313-1b02aa783cb7 req-9e08f5f8-f5c4-4f5b-8394-0ed74ad6c841 service nova] [instance: 07212c64-12f5-4cc3-bf4f-ac95858a2ed2] Received unexpected event network-vif-plugged-ebb21004-2048-4b95-8570-6a5ac274c0ad for instance with vm_state deleted and task_state None.
Dec 04 05:29:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2b1db10e-9f7c-4744-a881-9b742969eb73 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "07212c64-12f5-4cc3-bf4f-ac95858a2ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.482s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance running successfully.
Dec 04 05:29:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance soft rebooted successfully.
Dec 04 05:29:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:29:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b0b-5f51-46a3-8649-735e151ee569 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.448s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:29:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:29:57 user nova-compute[74976]: WARNING nova.compute.manager [req-905eab1c-907b-4056-99ce-c9a3d4515370 req-df348252-f4b8-4ff9-a045-33a00fefda4b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state active and task_state None.
Dec 04 05:29:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:30:03 user nova-compute[74976]: INFO nova.compute.claims [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Claim successful on node user
Dec 04 05:30:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.561s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:30:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.policy [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '860696e6518e47ec9eccceb92844772d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e714e27b7754236b3c2a70dcb7b60c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:30:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Creating image(s)
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk 1073741824" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Successfully created port: 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:30:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Cannot resize image /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Ensure instance console log exists: /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Successfully updated port: 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing instance network info cache due to event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance network_info: |[{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start _get_guest_xml network_info=[{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:30:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:30:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-186982890',display_name='tempest-ServerRescueNegativeTestJSON-server-186982890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-186982890',id=34,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2WVMk5cy2L7mQqFiYWnlWGRqqvHTfVOTAicjFFsEgeyxMGg9NFDaHCVk9uPo2+WvQQVPiYOgiy0aX+U8Pu0WluWC8sFcbFTOYS1zc1yXpxMj2e7OLiPTXs3o+dfsW9IQ==',key_name='tempest-keypair-240038279',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-n7qg9xrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:30:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='860696e6518e47ec9eccceb92844772d',uuid=6eff222d-16b8-46b6-b057-a864b41d47f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:30:05 user nova-compute[74976]:   <uuid>6eff222d-16b8-46b6-b057-a864b41d47f2</uuid>
Dec 04 05:30:05 user nova-compute[74976]:   <name>instance-00000022</name>
Dec 04 05:30:05 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:30:05 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:30:05 user nova-compute[74976]:   <metadata>
Dec 04 05:30:05 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:30:05 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-186982890</nova:name>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:30:05</nova:creationTime>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:30:05 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:30:05 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:owner>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:30:05 user nova-compute[74976]:       </nova:owner>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:30:05 user nova-compute[74976]:       <nova:ports>
Dec 04 05:30:05 user nova-compute[74976]:         <nova:port uuid="82b24832-4f5c-44e6-a2e7-8c980255e992">
Dec 04 05:30:05 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:30:05 user nova-compute[74976]:         </nova:port>
Dec 04 05:30:05 user nova-compute[74976]:       </nova:ports>
Dec 04 05:30:05 user nova-compute[74976]:     </nova:instance>
Dec 04 05:30:05 user nova-compute[74976]:   </metadata>
Dec 04 05:30:05 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:30:05 user nova-compute[74976]:     <system>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="serial">6eff222d-16b8-46b6-b057-a864b41d47f2</entry>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="uuid">6eff222d-16b8-46b6-b057-a864b41d47f2</entry>
Dec 04 05:30:05 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:30:05 user nova-compute[74976]:     </system>
Dec 04 05:30:05 user nova-compute[74976]:   </sysinfo>
Dec 04 05:30:05 user nova-compute[74976]:   <os>
Dec 04 05:30:05 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:30:05 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:30:05 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:30:05 user nova-compute[74976]:   </os>
Dec 04 05:30:05 user nova-compute[74976]:   <features>
Dec 04 05:30:05 user nova-compute[74976]:     <acpi/>
Dec 04 05:30:05 user nova-compute[74976]:     <apic/>
Dec 04 05:30:05 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:30:05 user nova-compute[74976]:   </features>
Dec 04 05:30:05 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:30:05 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:30:05 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:30:05 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:30:05 user nova-compute[74976]:   </clock>
Dec 04 05:30:05 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:30:05 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:30:05 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:30:05 user nova-compute[74976]:   </cpu>
Dec 04 05:30:05 user nova-compute[74976]:   <devices>
Dec 04 05:30:05 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:30:05 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:30:05 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk"/>
Dec 04 05:30:05 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:30:05 user nova-compute[74976]:     </disk>
Dec 04 05:30:05 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:30:05 user nova-compute[74976]:       <mac address="fa:16:3e:70:e6:a3"/>
Dec 04 05:30:05 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:30:05 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:30:05 user nova-compute[74976]:       <target dev="tap82b24832-4f"/>
Dec 04 05:30:05 user nova-compute[74976]:     </interface>
Dec 04 05:30:05 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:30:05 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/console.log" append="off"/>
Dec 04 05:30:05 user nova-compute[74976]:     </serial>
Dec 04 05:30:05 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:30:05 user nova-compute[74976]:     <video>
Dec 04 05:30:05 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:30:05 user nova-compute[74976]:     </video>
Dec 04 05:30:05 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:30:05 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:30:05 user nova-compute[74976]:     </rng>
Dec 04 05:30:05 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:30:05 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:30:05 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:30:05 user nova-compute[74976]:     </memballoon>
Dec 04 05:30:05 user nova-compute[74976]:   </devices>
Dec 04 05:30:05 user nova-compute[74976]: </domain>
Dec 04 05:30:05 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-186982890',display_name='tempest-ServerRescueNegativeTestJSON-server-186982890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-186982890',id=34,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2WVMk5cy2L7mQqFiYWnlWGRqqvHTfVOTAicjFFsEgeyxMGg9NFDaHCVk9uPo2+WvQQVPiYOgiy0aX+U8Pu0WluWC8sFcbFTOYS1zc1yXpxMj2e7OLiPTXs3o+dfsW9IQ==',key_name='tempest-keypair-240038279',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-n7qg9xrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:30:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='860696e6518e47ec9eccceb92844772d',uuid=6eff222d-16b8-46b6-b057-a864b41d47f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG os_vif [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd320122d-6a31-506e-95b3-b2e025265d17', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82b24832-4f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82b24832-4f, col_values=(('qos', UUID('1043480e-8ea4-4c6b-8801-b603013b3713')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82b24832-4f, col_values=(('external_ids', {'iface-id': '82b24832-4f5c-44e6-a2e7-8c980255e992', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:e6:a3', 'vm-uuid': '6eff222d-16b8-46b6-b057-a864b41d47f2'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:30:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:06 user nova-compute[74976]: INFO os_vif [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f')
Dec 04 05:30:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:30:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:70:e6:a3, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:30:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updated VIF entry in instance network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:30:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:30:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-63612257-e685-4460-8757-8d027709f2f9 req-71f92c5d-aafe-484b-84e3-5dda52f545f3 service nova] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:30:07 user nova-compute[74976]: WARNING nova.compute.manager [req-9c579ec9-03fd-4a2c-b786-bc288643e39f req-410658a8-2633-4e91-bfa6-dbba1a786efb service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state building and task_state spawning.
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:30:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance spawned successfully.
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:30:09 user nova-compute[74976]: INFO nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Took 5.39 seconds to spawn the instance on the hypervisor.
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:30:09 user nova-compute[74976]: WARNING nova.compute.manager [req-af8fd4e6-12c3-455a-91af-324255fbfa0c req-613e2ec2-8caa-423c-ac6c-f81d994329fd service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state building and task_state spawning.
Dec 04 05:30:09 user nova-compute[74976]: INFO nova.compute.manager [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Took 6.32 seconds to build instance.
Dec 04 05:30:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ec3f2253-3075-4fb7-9ddc-937151d28eb9 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.438s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:30:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:30:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7417MB free_disk=24.822921752929688GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a5bfbbc6-e354-4262-9180-afbddd86ca54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:30:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:30:44 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:30:44 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:30:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:30:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.567s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:30:46 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [{"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-6c079ed1-7f79-48d4-96e6-6b995a32052c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:30:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:30:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:55 user nova-compute[74976]: INFO nova.compute.manager [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Unrescuing
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquired lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing instance network info cache due to event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] Acquiring lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] Acquired lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.network.neutron [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.146s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [{"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Releasing lock "refresh_cache-a4e78843-90a4-4667-96c8-79d391ebcb52" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'flavor' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:56 user nova-compute[74976]: INFO nova.compute.manager [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Attaching volume 8912da07-4817-412b-b8ed-61e1c4d32a01 to /dev/vdb
Dec 04 05:30:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updated VIF entry in instance network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-468eb9ea-00ba-4748-ae4f-cf0d40754f5e req-c872a31a-a235-4239-8198-ee0b56418770 service nova] Releasing lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.utils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf6b540-5bdb-4b86-9911-389b587dbc0c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6ee745-90d0-46d7-8f37-834c411fa1ef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a769d76-b611-40ad-88af-73164b82992b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b2938a-8c43-489a-b186-2be80bc2fc5c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:30:56 user nova-compute[74976]: WARNING nova.compute.manager [req-8dccf47c-6f47-4e12-8637-020ed4a83603 req-0fcda9e0-f2d9-48d8-9850-640e5bced378 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:30:56 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:30:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0547101-ce88-4f3f-9f94-2388c40da803]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG os_brick.utils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating existing volume attachment record: dc4a6f1f-b109-4709-b9a2-1d92b2056150 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance destroyed successfully.
Dec 04 05:30:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:30:58 user nova-compute[74976]: WARNING nova.compute.manager [req-db13ef6d-a58c-4696-a80b-a5491188435b req-fed75bdc-fa03-4c57-9f29-01b8706af15c service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:30:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:31:00 user nova-compute[74976]: WARNING nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:31:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:31:00 user nova-compute[74976]: WARNING nova.compute.manager [req-b86a557a-10dd-43eb-9633-0551f5ac5056 req-d68c0954-a480-4cdf-8952-ac0fb21f8d54 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:31:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-db05ae75-731c-4194-b102-d85f1cbad4a1 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:31:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gBnjwkqA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:31:07 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:31:07 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:31:07 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[51539361-5fee-4527-9944-3eed038125b9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:31:07 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c2a505-4e31-4b2f-919d-5cc552cb2414]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01] added
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc82a531-81db-4edf-b72f-335888430052]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82363d9-9f09-408f-8bf0-fbebfe8d43be]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gBnjwkqA {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gBnjwkqA" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e45844-9d3c-4c9f-811b-2a32b16b2825]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gBnjwkqA'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e77bd30-9a1e-4bb0-bbd3-8c05c309a382]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[de18270f-ef79-48a4-b472-e51627a62b66]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a330e4-37cf-4ccd-ad19-c6e2a423be83]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260]
Dec 04 05:31:07 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260] successful.
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[47bf77f4-7443-4e9d-a595-e7e5ffa69f7d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[11c26037-ffe1-4ecc-9890-c7c1e31b6e26]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)
Dec 04 05:31:07 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9517e6e-cd7f-4ece-b7a1-55a5b61bc1ed]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:07 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gBnjwkqA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23763623466353162', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763623466353162', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:31:08 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:31:08 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:31:08 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:31:08 user nova-compute[74976]:   <serial>8912da07-4817-412b-b8ed-61e1c4d32a01</serial>
Dec 04 05:31:08 user nova-compute[74976]: </disk>
Dec 04 05:31:08 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:31:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:31:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:31:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] No VIF found with MAC fa:16:3e:a5:48:dd, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:31:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a4d8e54-98b7-4e6e-9872-31c5af1f3c03 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.436s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:11 user nova-compute[74976]: INFO nova.compute.manager [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Detaching volume 8912da07-4817-412b-b8ed-61e1c4d32a01
Dec 04 05:31:11 user nova-compute[74976]: INFO nova.virt.block_device [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Attempting to driver detach volume 8912da07-4817-412b-b8ed-61e1c4d32a01 from mountpoint /dev/vdb
Dec 04 05:31:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Attempting to detach device vdb from instance a5bfbbc6-e354-4262-9180-afbddd86ca54 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:31:11 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:31:11 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:31:11 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:31:11 user nova-compute[74976]:   <serial>8912da07-4817-412b-b8ed-61e1c4d32a01</serial>
Dec 04 05:31:11 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:31:11 user nova-compute[74976]: </disk>
Dec 04 05:31:11 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:31:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully detached device vdb from instance a5bfbbc6-e354-4262-9180-afbddd86ca54 from the persistent domain config.
Dec 04 05:31:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a5bfbbc6-e354-4262-9180-afbddd86ca54 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:31:11 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:31:11 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:31:11 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:31:11 user nova-compute[74976]:   <serial>8912da07-4817-412b-b8ed-61e1c4d32a01</serial>
Dec 04 05:31:11 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:31:11 user nova-compute[74976]: </disk>
Dec 04 05:31:11 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:31:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:31:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:31 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a5bfbbc6-e354-4262-9180-afbddd86ca54 is timed out.
Dec 04 05:31:31 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully detached device vdb from instance a5bfbbc6-e354-4262-9180-afbddd86ca54 from the live domain config.
Dec 04 05:31:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gBnjwkqA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:31:32 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9d0687-aeac-4d34-9810-fd52cc00398b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:31:32 user nova-compute[74976]: No targets found.
Dec 04 05:31:32 user nova-compute[74976]: iSNS:
Dec 04 05:31:32 user nova-compute[74976]: No targets found.
Dec 04 05:31:32 user nova-compute[74976]: STATIC:
Dec 04 05:31:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71
Dec 04 05:31:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:31:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:31:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:31:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:31:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:31:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:31:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:31:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:31:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01
Dec 04 05:31:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:31:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:31:32 user nova-compute[74976]: FIRMWARE:
Dec 04 05:31:32 user nova-compute[74976]: No targets found.
Dec 04 05:31:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:31:32 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:31:32 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1afc8ad-b1b8-4056-960e-3d66f62d3417]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea84e671-a4e9-4cf7-adcc-603250540c10]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 (non-flash)
Dec 04 05:31:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04112170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf462f8c-bb51-47ef-a26a-572f9158a4ab]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[129a1d44-16c3-4232-8dcb-511ffb368ee3]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ee026cc-38bd-4dd4-9bfb-f22704178a2b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed3e3df-00ba-4f3b-9a33-77eefa98ebc5]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6baaf4d9-8a8a-43ad-a135-126280307590]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[482dad47-e684-4041-a16d-1eaa5abea17c]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260]
Dec 04 05:31:32 user nova-compute[74976]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01, portal: 172.16.0.220,3260] successful.
Dec 04 05:31:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8912da07-4817-412b-b8ed-61e1c4d32a01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed3ed22-46a4-43f8-91c1-3a7bdf1db719]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] <== disconnect_volume: return (330ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:31:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.objects.instance [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'flavor' on Instance uuid a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-36e710b6-b23a-4060-956f-298c34a85963 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.801s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquired lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.network.neutron [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'info_cache' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG nova.network.neutron [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Releasing lock "refresh_cache-501dfbc9-3a7e-4109-b528-907a435acf20" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance destroyed successfully.
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'resources' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:29:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG os_vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f438624-77, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6bb6539c-c8f0-4692-8127-777999022f53) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: INFO os_vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start _get_guest_xml network_info=[{"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'numa_topology' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:31:34 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'vcpu_model' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:29:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'pci_devices' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:31:34 user nova-compute[74976]:   <uuid>501dfbc9-3a7e-4109-b528-907a435acf20</uuid>
Dec 04 05:31:34 user nova-compute[74976]:   <name>instance-00000018</name>
Dec 04 05:31:34 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:31:34 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:31:34 user nova-compute[74976]:   <metadata>
Dec 04 05:31:34 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:31:34 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeTestJSON-server-25872859</nova:name>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:31:34</nova:creationTime>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:31:34 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:31:34 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:owner>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:user uuid="6b3642f0c04c40f4a23581d1ca5620b4">tempest-AttachVolumeTestJSON-1809207749-project-member</nova:user>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:project uuid="36e46de8c2bb46f7bc3b949014570fe3">tempest-AttachVolumeTestJSON-1809207749</nova:project>
Dec 04 05:31:34 user nova-compute[74976]:       </nova:owner>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:31:34 user nova-compute[74976]:       <nova:ports>
Dec 04 05:31:34 user nova-compute[74976]:         <nova:port uuid="8f438624-77b8-4caa-bcf7-41e304c4e042">
Dec 04 05:31:34 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:31:34 user nova-compute[74976]:         </nova:port>
Dec 04 05:31:34 user nova-compute[74976]:       </nova:ports>
Dec 04 05:31:34 user nova-compute[74976]:     </nova:instance>
Dec 04 05:31:34 user nova-compute[74976]:   </metadata>
Dec 04 05:31:34 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:31:34 user nova-compute[74976]:     <system>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="serial">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="uuid">501dfbc9-3a7e-4109-b528-907a435acf20</entry>
Dec 04 05:31:34 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:31:34 user nova-compute[74976]:     </system>
Dec 04 05:31:34 user nova-compute[74976]:   </sysinfo>
Dec 04 05:31:34 user nova-compute[74976]:   <os>
Dec 04 05:31:34 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:31:34 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:31:34 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:31:34 user nova-compute[74976]:   </os>
Dec 04 05:31:34 user nova-compute[74976]:   <features>
Dec 04 05:31:34 user nova-compute[74976]:     <acpi/>
Dec 04 05:31:34 user nova-compute[74976]:     <apic/>
Dec 04 05:31:34 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:31:34 user nova-compute[74976]:   </features>
Dec 04 05:31:34 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:31:34 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:31:34 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:31:34 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:31:34 user nova-compute[74976]:   </clock>
Dec 04 05:31:34 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:31:34 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:31:34 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:31:34 user nova-compute[74976]:   </cpu>
Dec 04 05:31:34 user nova-compute[74976]:   <devices>
Dec 04 05:31:34 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:31:34 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:31:34 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk"/>
Dec 04 05:31:34 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:31:34 user nova-compute[74976]:     </disk>
Dec 04 05:31:34 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:31:34 user nova-compute[74976]:       <mac address="fa:16:3e:30:31:ae"/>
Dec 04 05:31:34 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:31:34 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:31:34 user nova-compute[74976]:       <target dev="tap8f438624-77"/>
Dec 04 05:31:34 user nova-compute[74976]:     </interface>
Dec 04 05:31:34 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:31:34 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/console.log" append="off"/>
Dec 04 05:31:34 user nova-compute[74976]:     </serial>
Dec 04 05:31:34 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:31:34 user nova-compute[74976]:     <video>
Dec 04 05:31:34 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:31:34 user nova-compute[74976]:     </video>
Dec 04 05:31:34 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:31:34 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:31:34 user nova-compute[74976]:     </rng>
Dec 04 05:31:34 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:31:34 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:31:34 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:31:34 user nova-compute[74976]:     </memballoon>
Dec 04 05:31:34 user nova-compute[74976]:   </devices>
Dec 04 05:31:34 user nova-compute[74976]: </domain>
Dec 04 05:31:34 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'trusted_certs' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Cannot resize image /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'migration_context' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.objects.base [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Object Instance<501dfbc9-3a7e-4109-b528-907a435acf20> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:29:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG os_vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f254102-bb27-54bb-acaf-a8148c38e0f3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f438624-77, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f438624-77, col_values=(('qos', UUID('1fa39458-e809-47ef-8403-b711ac4816c9')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f438624-77, col_values=(('external_ids', {'iface-id': '8f438624-77b8-4caa-bcf7-41e304c4e042', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:31:ae', 'vm-uuid': '501dfbc9-3a7e-4109-b528-907a435acf20'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:35 user nova-compute[74976]: INFO os_vif [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:31:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:31:36 user nova-compute[74976]: WARNING nova.compute.manager [req-76abc4c0-bacd-47b0-9524-d83e804dc240 req-4d5a6154-3482-4efd-bf16-dd2b2cf5f8a1 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state powering-on.
Dec 04 05:31:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:31:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance rebooted successfully.
Dec 04 05:31:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d18b6301-2b1f-435c-b6e4-8be773153c72 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:31:38 user nova-compute[74976]: WARNING nova.compute.manager [req-e6cc3446-c52a-4e69-a748-80bcdf78d538 req-ac3f03fc-a64c-4790-8f06-923fa5302d2a service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state stopped and task_state powering-on.
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing instance network info cache due to event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updated VIF entry in instance network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG nova.network.neutron [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-810afecd-9709-4825-af41-5e7e2f3032cd req-36f5e01d-8215-4328-99f9-731cdfbed565 service nova] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:43 user nova-compute[74976]: INFO nova.compute.manager [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Detaching volume 4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:43 user nova-compute[74976]: INFO nova.virt.block_device [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Attempting to driver detach volume 4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 from mountpoint /dev/vdb
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Attempting to detach device vdb from instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:31:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:31:43 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:31:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:31:43 user nova-compute[74976]:   <serial>4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71</serial>
Dec 04 05:31:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:31:43 user nova-compute[74976]: </disk>
Dec 04 05:31:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:31:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully detached device vdb from instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e from the persistent domain config.
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:31:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:31:43 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:31:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:31:43 user nova-compute[74976]:   <serial>4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71</serial>
Dec 04 05:31:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:31:43 user nova-compute[74976]: </disk>
Dec 04 05:31:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:31:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing instance network info cache due to event network-changed-4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] Acquiring lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] Acquired lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Refreshing network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:31:44 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:31:44 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7403MB free_disk=24.810779571533203GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a5bfbbc6-e354-4262-9180-afbddd86ca54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updated VIF entry in instance network info cache for port 4e399fa2-2573-4910-aecb-90f3c34623eb. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [{"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-89ddcdfe-5572-4720-9834-d00d215ea101 req-0a492b48-6bb5-4d16-aaa1-ad3cc31fe360 service nova] Releasing lock "refresh_cache-1c98a5b2-1be4-4ee9-a31d-640d1b34595e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.051s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:31:45 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:31:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:53 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:31:53 user nova-compute[74976]: INFO nova.compute.claims [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Claim successful on node user
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.636s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:31:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:31:54 user nova-compute[74976]: INFO nova.virt.block_device [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Booting with volume 6edf8605-d972-4e9e-8bde-6650317cbf00 at /dev/vda
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.utils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47181b5-44f1-4064-b95e-adbf6d1e577d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.policy [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43bd0c5a6fa84a868c924202d3d90b9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c655544a9fbe4d87b0003daef50aeeaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c3eaba-1af5-4f8d-8626-e988b0559585]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7e2949-2016-4cf4-8658-ca1697ce0d07]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe5aa54-646b-4ed0-867d-48e6e9ed57a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:31:54 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c610f4d-7ad7-41ac-b8e1-9e359fa80a0f]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG os_brick.utils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating existing volume attachment record: 3e25ff97-f34a-4d2d-9c01-48249d475742 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing instance network info cache due to event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'flavor' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:31:55 user nova-compute[74976]: INFO nova.compute.manager [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Attaching volume cc79297a-6ccc-4251-8d1d-d80f198a772d to /dev/vdb
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.utils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9421f426-8bbe-43c3-97c7-0130cfc26bd9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0350c62-d9c8-4360-ae5a-9123c35f5079]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd384a91-db2b-4951-a838-9ab853bc8fce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a5612f-e9ea-4c60-a41d-e97709572d46]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:31:55 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:31:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c171d3-598f-4d9b-a7bc-2f48d22b10dd]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG os_brick.utils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:31:55 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating existing volume attachment record: f4bb5814-ffe9-46c0-a918-d196d1250b37 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:31:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updated VIF entry in instance network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:31:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b7e2c8a-a93d-4a69-b833-43dcb4b09536 req-9114117a-ee9e-4263-a863-be01d0cbe6a5 service nova] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Successfully created port: a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Successfully updated port: a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-changed-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Refreshing instance network info cache due to event network-changed-a210d744-15c0-421e-8d44-54684ffa7779. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance network_info: |[{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:31:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Refreshing network info cache for port a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:31:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updated VIF entry in instance network info cache for port a210d744-15c0-421e-8d44-54684ffa7779. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:31:58 user nova-compute[74976]: DEBUG nova.network.neutron [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:31:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a3d7154b-7502-42d5-ab82-48cde20ecc88 req-c9751daa-90d7-40f0-8c3c-f63f59dae44a service nova] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:31:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.compute.manager [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing instance network info cache due to event network-changed-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] Acquiring lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] Acquired lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Refreshing network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:02 user nova-compute[74976]: INFO nova.compute.manager [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Terminating instance
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updated VIF entry in instance network info cache for port 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG nova.network.neutron [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [{"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b2bf2685-7e40-4bbd-91d7-65a2b458dfee req-920fb65b-9369-45b4-ac0e-e65666532c20 service nova] Releasing lock "refresh_cache-a5bfbbc6-e354-4262-9180-afbddd86ca54" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Instance destroyed successfully.
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'resources' on Instance uuid a5bfbbc6-e354-4262-9180-afbddd86ca54 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:29:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-811066738',display_name='tempest-TestStampPattern-server-811066738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-811066738',id=33,image_ref='635a2c5b-dfca-4258-bb27-c4cf8e84afb4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-spyzltkg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='77982e41-0204-4111-84b7-63e0715c320c',image_min_disk='1',image_min_ram='0',image_owner_id='8154cf1c2aef49f1a92ec53243abdaf8',image_owner_project_name='tempest-TestStampPattern-1003890395',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1003890395-project-member',image_user_id='8ce88c9eaa3d404499904449279a6c4d',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:29:10Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=a5bfbbc6-e354-4262-9180-afbddd86ca54,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "address": "fa:16:3e:a5:48:dd", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4eeffe3e-90", "ovs_interfaceid": "4eeffe3e-90ef-4fc0-ba5c-655b05a8542e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_vif [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4eeffe3e-90, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c4e9b9d-ad8b-415e-b9f8-c9ae55194b93) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:03 user nova-compute[74976]: INFO os_vif [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:48:dd,bridge_name='br-int',has_traffic_filtering=True,id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4eeffe3e-90')
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Deleting instance files /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54_del
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Deletion of /opt/stack/data/nova/instances/a5bfbbc6-e354-4262-9180-afbddd86ca54_del complete
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.compute.manager [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Took 0.44 seconds to deallocate network for instance.
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-1011bba3-47f5-4bd1-92d6-2d5b8c53d44a req-b7f47b80-f4a0-48f0-8de0-257db65ee1e0 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Received event network-vif-deleted-4eeffe3e-90ef-4fc0-ba5c-655b05a8542e {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.compute.manager [req-1011bba3-47f5-4bd1-92d6-2d5b8c53d44a req-b7f47b80-f4a0-48f0-8de0-257db65ee1e0 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Neutron deleted interface 4eeffe3e-90ef-4fc0-ba5c-655b05a8542e; detaching it from the instance and deleting it from the info cache
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-1011bba3-47f5-4bd1-92d6-2d5b8c53d44a req-b7f47b80-f4a0-48f0-8de0-257db65ee1e0 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-1011bba3-47f5-4bd1-92d6-2d5b8c53d44a req-b7f47b80-f4a0-48f0-8de0-257db65ee1e0 service nova] [instance: a5bfbbc6-e354-4262-9180-afbddd86ca54] Detach interface failed, port_id=4eeffe3e-90ef-4fc0-ba5c-655b05a8542e, reason: Instance a5bfbbc6-e354-4262-9180-afbddd86ca54 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:03 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e is timed out.
Dec 04 05:32:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully detached device vdb from instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e from the live domain config.
Dec 04 05:32:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycuFbTSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:32:03 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0990108-1c49-42a7-8f4c-2b1282a8e1ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:32:03 user nova-compute[74976]: No targets found.
Dec 04 05:32:03 user nova-compute[74976]: iSNS:
Dec 04 05:32:03 user nova-compute[74976]: No targets found.
Dec 04 05:32:03 user nova-compute[74976]: STATIC:
Dec 04 05:32:03 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71
Dec 04 05:32:03 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:03 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:03 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:32:03 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:03 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:03 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:32:03 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:03 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:03 user nova-compute[74976]: FIRMWARE:
Dec 04 05:32:03 user nova-compute[74976]: No targets found.
Dec 04 05:32:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:32:03 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:32:03 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1f85eee-96b9-4bea-8caa-cbedf088498b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc82a0cb-d979-436a-8005-6f31829c95b7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:03 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:03 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:32:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:03 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:03 user nova-compute[74976]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 (non-flash)
Dec 04 05:32:03 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c23b7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4332df3e-f47c-4288-8d05-a1e7d85511ef]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[187b3ca7-3cdc-4fc5-9c3e-15ac17f92b16]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce2b19b-a685-48ce-93ca-b9558080564c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7245c2-cde1-40ae-9149-d348f31abbcc]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb9d12d-f260-42f8-8e65-2fd03ca1acd1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[989d2f6a-4598-4319-9eb1-ac74499047f7]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260]
Dec 04 05:32:04 user nova-compute[74976]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71, portal: 172.16.0.220,3260] successful.
Dec 04 05:32:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b7edbff-883d-4cfe-9c9e-e7eb5eae5b71 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db6ef09-1a7e-4d45-8ee6-b4df8941179a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] <== disconnect_volume: return (378ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.489s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:04 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Deleted allocations for instance a5bfbbc6-e354-4262-9180-afbddd86ca54
Dec 04 05:32:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c4bd0ac6-5c0b-4a46-991c-bc04c7b1648a tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "a5bfbbc6-e354-4262-9180-afbddd86ca54" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.105s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'flavor' on Instance uuid 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b91488c2-1665-4adf-a4b0-47785283ad31 tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.920s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:32:05 user nova-compute[74976]: INFO nova.compute.claims [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Claim successful on node user
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:32:05 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Creating image(s)
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Ensure instance console log exists: /opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start _get_guest_xml network_info=[{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '3e25ff97-f34a-4d2d-9c01-48249d475742', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c653a3b-7050-4bef-861d-7de3b324541e', 'attached_at': '', 'detached_at': '', 'volume_id': '6edf8605-d972-4e9e-8bde-6650317cbf00', 'serial': '6edf8605-d972-4e9e-8bde-6650317cbf00'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:32:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:32:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:05 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[15911f1b-293c-4d48-864f-b355dc94a7c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:32:05 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[613438db-1a14-49a1-94ca-d2a7f3cb87b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00] added
Dec 04 05:32:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.550s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[682682f8-7d6a-4895-ae4e-5fccf2135bd5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7155590-7f0d-449e-aeec-09dcb19a13d3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LeSzEuKx {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LeSzEuKx" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc838a1-58d0-4299-bf05-bde0cbcc0a53]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LeSzEuKx'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8bbf51-63fa-4f21-89d3-42e4edda057f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:05 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c1c077f-c8cd-4d5d-a16c-77570fc6ab96]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:05 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:05 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:05 user nova-compute[74976]: DEBUG nova.policy [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8c7295f9204404bb5a7c7b1499eede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5afd002b6e4126b3204886c9e1d3d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --login" returned: 0 in 0.172s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d807536-4fd7-4a29-9e7a-e35f3959a1dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]
Dec 04 05:32:06 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.
Dec 04 05:32:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f818e49-acfd-46c1-bc8a-c82d0d659fdc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:32:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Creating image(s)
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "/opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "/opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "/opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[743c0b17-36b3-4299-932d-0b57bf3586c6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:06 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:06 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:06 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:06 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:06 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.403s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c39669-62fa-423b-b79c-96b25033dcc3]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Successfully created port: f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk 1073741824" returned: 0 in 0.061s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Cannot resize image /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Ensure instance console log exists: /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Successfully updated port: f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquired lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== connect_volume: return (1468ms) {'type': 'block', 'scsi_wwn': '23234666164633431', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234666164633431', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-changed-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Refreshing instance network info cache due to event network-changed-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] Acquiring lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:31:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.objects.instance [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c653a3b-7050-4bef-861d-7de3b324541e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:32:07 user nova-compute[74976]:   <uuid>3c653a3b-7050-4bef-861d-7de3b324541e</uuid>
Dec 04 05:32:07 user nova-compute[74976]:   <name>instance-00000023</name>
Dec 04 05:32:07 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:32:07 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:32:07 user nova-compute[74976]:   <metadata>
Dec 04 05:32:07 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:32:07 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherA-server-1599732956</nova:name>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:32:05</nova:creationTime>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:32:07 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:owner>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:user uuid="43bd0c5a6fa84a868c924202d3d90b9f">tempest-ServerActionsTestOtherA-601926012-project-member</nova:user>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:project uuid="c655544a9fbe4d87b0003daef50aeeaa">tempest-ServerActionsTestOtherA-601926012</nova:project>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:owner>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:ports>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:port uuid="a210d744-15c0-421e-8d44-54684ffa7779">
Dec 04 05:32:07 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 04 05:32:07 user nova-compute[74976]:         </nova:port>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:ports>
Dec 04 05:32:07 user nova-compute[74976]:     </nova:instance>
Dec 04 05:32:07 user nova-compute[74976]:   </metadata>
Dec 04 05:32:07 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:32:07 user nova-compute[74976]:     <system>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="serial">3c653a3b-7050-4bef-861d-7de3b324541e</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="uuid">3c653a3b-7050-4bef-861d-7de3b324541e</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:32:07 user nova-compute[74976]:     </system>
Dec 04 05:32:07 user nova-compute[74976]:   </sysinfo>
Dec 04 05:32:07 user nova-compute[74976]:   <os>
Dec 04 05:32:07 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:32:07 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:32:07 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:32:07 user nova-compute[74976]:   </os>
Dec 04 05:32:07 user nova-compute[74976]:   <features>
Dec 04 05:32:07 user nova-compute[74976]:     <acpi/>
Dec 04 05:32:07 user nova-compute[74976]:     <apic/>
Dec 04 05:32:07 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:32:07 user nova-compute[74976]:   </features>
Dec 04 05:32:07 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:32:07 user nova-compute[74976]:   </clock>
Dec 04 05:32:07 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:32:07 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:32:07 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:32:07 user nova-compute[74976]:   </cpu>
Dec 04 05:32:07 user nova-compute[74976]:   <devices>
Dec 04 05:32:07 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:32:07 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:32:07 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:32:07 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:       <serial>6edf8605-d972-4e9e-8bde-6650317cbf00</serial>
Dec 04 05:32:07 user nova-compute[74976]:     </disk>
Dec 04 05:32:07 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:32:07 user nova-compute[74976]:       <mac address="fa:16:3e:cc:45:08"/>
Dec 04 05:32:07 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:32:07 user nova-compute[74976]:       <target dev="tapa210d744-15"/>
Dec 04 05:32:07 user nova-compute[74976]:     </interface>
Dec 04 05:32:07 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:32:07 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e/console.log" append="off"/>
Dec 04 05:32:07 user nova-compute[74976]:     </serial>
Dec 04 05:32:07 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:32:07 user nova-compute[74976]:     <video>
Dec 04 05:32:07 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:     </video>
Dec 04 05:32:07 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:32:07 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:32:07 user nova-compute[74976]:     </rng>
Dec 04 05:32:07 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:32:07 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:32:07 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:32:07 user nova-compute[74976]:     </memballoon>
Dec 04 05:32:07 user nova-compute[74976]:   </devices>
Dec 04 05:32:07 user nova-compute[74976]: </domain>
Dec 04 05:32:07 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:31:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG os_vif [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ecf84b50-ff46-5fee-bca2-47f28bac9eb2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa210d744-15, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa210d744-15, col_values=(('qos', UUID('40e36e84-f749-453a-a2f9-b4fe71d14012')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa210d744-15, col_values=(('external_ids', {'iface-id': 'a210d744-15c0-421e-8d44-54684ffa7779', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:45:08', 'vm-uuid': '3c653a3b-7050-4bef-861d-7de3b324541e'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: INFO os_vif [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15')
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:cc:45:08, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Updating instance_info_cache with network_info: [{"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Releasing lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Instance network_info: |[{"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] Acquired lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Refreshing network info cache for port f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Start _get_guest_xml network_info=[{"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:32:07 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:07 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:32:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1101723865',display_name='tempest-VolumesActionsTest-instance-1101723865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1101723865',id=36,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-u3ez9heo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:32:06Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=ce958bd3-86d0-497a-a3df-6778f5b91a42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.objects.instance [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lazy-loading 'pci_devices' on Instance uuid ce958bd3-86d0-497a-a3df-6778f5b91a42 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:32:07 user nova-compute[74976]:   <uuid>ce958bd3-86d0-497a-a3df-6778f5b91a42</uuid>
Dec 04 05:32:07 user nova-compute[74976]:   <name>instance-00000024</name>
Dec 04 05:32:07 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:32:07 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:32:07 user nova-compute[74976]:   <metadata>
Dec 04 05:32:07 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:32:07 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:name>tempest-VolumesActionsTest-instance-1101723865</nova:name>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:32:07</nova:creationTime>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:32:07 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:owner>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:user uuid="fa8c7295f9204404bb5a7c7b1499eede">tempest-VolumesActionsTest-637887939-project-member</nova:user>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:project uuid="2b5afd002b6e4126b3204886c9e1d3d7">tempest-VolumesActionsTest-637887939</nova:project>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:owner>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:32:07 user nova-compute[74976]:       <nova:ports>
Dec 04 05:32:07 user nova-compute[74976]:         <nova:port uuid="f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b">
Dec 04 05:32:07 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 05:32:07 user nova-compute[74976]:         </nova:port>
Dec 04 05:32:07 user nova-compute[74976]:       </nova:ports>
Dec 04 05:32:07 user nova-compute[74976]:     </nova:instance>
Dec 04 05:32:07 user nova-compute[74976]:   </metadata>
Dec 04 05:32:07 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:32:07 user nova-compute[74976]:     <system>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="serial">ce958bd3-86d0-497a-a3df-6778f5b91a42</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="uuid">ce958bd3-86d0-497a-a3df-6778f5b91a42</entry>
Dec 04 05:32:07 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:32:07 user nova-compute[74976]:     </system>
Dec 04 05:32:07 user nova-compute[74976]:   </sysinfo>
Dec 04 05:32:07 user nova-compute[74976]:   <os>
Dec 04 05:32:07 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:32:07 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:32:07 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:32:07 user nova-compute[74976]:   </os>
Dec 04 05:32:07 user nova-compute[74976]:   <features>
Dec 04 05:32:07 user nova-compute[74976]:     <acpi/>
Dec 04 05:32:07 user nova-compute[74976]:     <apic/>
Dec 04 05:32:07 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:32:07 user nova-compute[74976]:   </features>
Dec 04 05:32:07 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:32:07 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:32:07 user nova-compute[74976]:   </clock>
Dec 04 05:32:07 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:32:07 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:32:07 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:32:07 user nova-compute[74976]:   </cpu>
Dec 04 05:32:07 user nova-compute[74976]:   <devices>
Dec 04 05:32:07 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:32:07 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:32:07 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk"/>
Dec 04 05:32:07 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:     </disk>
Dec 04 05:32:07 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:32:07 user nova-compute[74976]:       <mac address="fa:16:3e:f2:d6:8d"/>
Dec 04 05:32:07 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:32:07 user nova-compute[74976]:       <target dev="tapf3f54b21-9b"/>
Dec 04 05:32:07 user nova-compute[74976]:     </interface>
Dec 04 05:32:07 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:32:07 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/console.log" append="off"/>
Dec 04 05:32:07 user nova-compute[74976]:     </serial>
Dec 04 05:32:07 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:32:07 user nova-compute[74976]:     <video>
Dec 04 05:32:07 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:07 user nova-compute[74976]:     </video>
Dec 04 05:32:07 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:32:07 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:32:07 user nova-compute[74976]:     </rng>
Dec 04 05:32:07 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:32:07 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:32:07 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:32:07 user nova-compute[74976]:     </memballoon>
Dec 04 05:32:07 user nova-compute[74976]:   </devices>
Dec 04 05:32:07 user nova-compute[74976]: </domain>
Dec 04 05:32:07 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:32:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1101723865',display_name='tempest-VolumesActionsTest-instance-1101723865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1101723865',id=36,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-u3ez9heo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:32:06Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=ce958bd3-86d0-497a-a3df-6778f5b91a42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG os_vif [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b3545fc3-904f-5082-9d67-9d9dcfd28d14', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3f54b21-9b, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3f54b21-9b, col_values=(('qos', UUID('741ae9ad-3396-447e-8210-ad63e844c147')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3f54b21-9b, col_values=(('external_ids', {'iface-id': 'f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:d6:8d', 'vm-uuid': 'ce958bd3-86d0-497a-a3df-6778f5b91a42'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:07 user nova-compute[74976]: INFO os_vif [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b')
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] No VIF found with MAC fa:16:3e:f2:d6:8d, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Updated VIF entry in instance network info cache for port f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG nova.network.neutron [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Updating instance_info_cache with network_info: [{"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-da039c35-e26f-4401-a409-c3eb4e0f92f1 req-3ee0523a-de01-4c6d-90ab-bb289c76af04 service nova] Releasing lock "refresh_cache-ce958bd3-86d0-497a-a3df-6778f5b91a42" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:09 user nova-compute[74976]: WARNING nova.compute.manager [req-a5594aa2-b888-4b72-8b4f-0da5e80957f8 req-3dbd995c-806f-49fd-9c60-49874d76c822 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state building and task_state spawning.
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] No waiting events found dispatching network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:09 user nova-compute[74976]: WARNING nova.compute.manager [req-307a62fe-1819-4d36-98a4-cf237fbacbee req-c27ac95d-869b-423c-9650-54c76ba8b4d6 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received unexpected event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b for instance with vm_state building and task_state spawning.
Dec 04 05:32:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:11 user nova-compute[74976]: WARNING nova.compute.manager [req-2685ed1c-7a6e-494a-b743-0edd933c70be req-fdb344b5-6e22-4623-9c66-3542f7a7a181 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state building and task_state spawning.
Dec 04 05:32:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKtDfhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:32:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:11 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1515a3-d41c-482c-ae0c-2c7625b595f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:32:11 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5c50b9-11fc-4132-941c-61b3287e1cb8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d] added
Dec 04 05:32:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df640c0-434d-4fba-8ac2-fda873846b0b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e70a4d-c8a1-4c71-9fc0-1b029397eb8e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeKtDfhc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeKtDfhc" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1778675a-5f51-40c1-ad4b-963b38f74ac2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EeKtDfhc'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba594d6-0858-49ca-a14a-8e811bedb436]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c6c6aa-bc00-41c2-8a30-69749ae49b53]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:11 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:11 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:11 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:11 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] No waiting events found dispatching network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:12 user nova-compute[74976]: WARNING nova.compute.manager [req-4ed0676b-3528-4d9e-b781-958c0ea34c09 req-0cb0f7c1-b8e5-413a-b64a-941527fe5821 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received unexpected event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b for instance with vm_state building and task_state spawning.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b3c34f-17fc-4f95-bc0e-54074c480ad1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260]
Dec 04 05:32:12 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260] successful.
Dec 04 05:32:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed2be93-3049-472f-9002-8c1b26010874]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca821e77-572c-4710-a90d-c18f27ef04a0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:32:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:12 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:32:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[df3b48c8-d7bc-4e59-830b-45a9adb3f4e4]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKtDfhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance spawned successfully.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Instance spawned successfully.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Took 6.79 seconds to spawn the instance on the hypervisor.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Took 6.39 seconds to spawn the instance on the hypervisor.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.compute.manager [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Took 18.76 seconds to build instance.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c48d0fc-c22b-43de-a7ca-59b35f7d20c8 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.863s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:12 user nova-compute[74976]: INFO nova.compute.manager [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Took 7.38 seconds to build instance.
Dec 04 05:32:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-971ec3a5-5933-45d9-a703-8185a7dd3e06 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.483s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '26638663931303933', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638663931303933', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'flavor' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:32:13 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:32:13 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:32:13 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:32:13 user nova-compute[74976]:   <serial>cc79297a-6ccc-4251-8d1d-d80f198a772d</serial>
Dec 04 05:32:13 user nova-compute[74976]: </disk>
Dec 04 05:32:13 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:70:e6:a3, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:32:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4a334cbd-fc30-41cc-a087-ddcfd606dd5e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.301s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:14 user nova-compute[74976]: INFO nova.compute.manager [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Rescuing
Dec 04 05:32:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:32:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:32:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:15 user nova-compute[74976]: WARNING nova.compute.manager [req-30f905f3-75a6-4d34-8544-026a68ce5f49 req-233d7411-dc52-4125-b6fc-022f5486ba07 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state active and task_state rescuing.
Dec 04 05:32:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance destroyed successfully.
Dec 04 05:32:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Attempting rescue
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:32:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Creating image(s)
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'migration_context' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.base [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<6eff222d-16b8-46b6-b057-a864b41d47f2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start _get_guest_xml network_info=[{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:70:e6:a3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.base [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<6eff222d-16b8-46b6-b057-a864b41d47f2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'numa_topology' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.base [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<6eff222d-16b8-46b6-b057-a864b41d47f2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:32:16 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:16 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.base [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<6eff222d-16b8-46b6-b057-a864b41d47f2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-186982890',display_name='tempest-ServerRescueNegativeTestJSON-server-186982890',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-186982890',id=34,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2WVMk5cy2L7mQqFiYWnlWGRqqvHTfVOTAicjFFsEgeyxMGg9NFDaHCVk9uPo2+WvQQVPiYOgiy0aX+U8Pu0WluWC8sFcbFTOYS1zc1yXpxMj2e7OLiPTXs3o+dfsW9IQ==',key_name='tempest-keypair-240038279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:30:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-n7qg9xrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:30:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='860696e6518e47ec9eccceb92844772d',uuid=6eff222d-16b8-46b6-b057-a864b41d47f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:70:e6:a3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "vif_mac": "fa:16:3e:70:e6:a3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'pci_devices' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.objects.base [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Object Instance<6eff222d-16b8-46b6-b057-a864b41d47f2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:32:16 user nova-compute[74976]:   <uuid>6eff222d-16b8-46b6-b057-a864b41d47f2</uuid>
Dec 04 05:32:16 user nova-compute[74976]:   <name>instance-00000022</name>
Dec 04 05:32:16 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:32:16 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:32:16 user nova-compute[74976]:   <metadata>
Dec 04 05:32:16 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:32:16 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-186982890</nova:name>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:32:16</nova:creationTime>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:32:16 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:32:16 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:owner>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:user uuid="860696e6518e47ec9eccceb92844772d">tempest-ServerRescueNegativeTestJSON-524073267-project-member</nova:user>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:project uuid="0e714e27b7754236b3c2a70dcb7b60c7">tempest-ServerRescueNegativeTestJSON-524073267</nova:project>
Dec 04 05:32:16 user nova-compute[74976]:       </nova:owner>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:32:16 user nova-compute[74976]:       <nova:ports>
Dec 04 05:32:16 user nova-compute[74976]:         <nova:port uuid="82b24832-4f5c-44e6-a2e7-8c980255e992">
Dec 04 05:32:16 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:32:16 user nova-compute[74976]:         </nova:port>
Dec 04 05:32:16 user nova-compute[74976]:       </nova:ports>
Dec 04 05:32:16 user nova-compute[74976]:     </nova:instance>
Dec 04 05:32:16 user nova-compute[74976]:   </metadata>
Dec 04 05:32:16 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:32:16 user nova-compute[74976]:     <system>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="serial">6eff222d-16b8-46b6-b057-a864b41d47f2</entry>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="uuid">6eff222d-16b8-46b6-b057-a864b41d47f2</entry>
Dec 04 05:32:16 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:32:16 user nova-compute[74976]:     </system>
Dec 04 05:32:16 user nova-compute[74976]:   </sysinfo>
Dec 04 05:32:16 user nova-compute[74976]:   <os>
Dec 04 05:32:16 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:32:16 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:32:16 user nova-compute[74976]:   </os>
Dec 04 05:32:16 user nova-compute[74976]:   <features>
Dec 04 05:32:16 user nova-compute[74976]:     <acpi/>
Dec 04 05:32:16 user nova-compute[74976]:     <apic/>
Dec 04 05:32:16 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:32:16 user nova-compute[74976]:   </features>
Dec 04 05:32:16 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:32:16 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:32:16 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:32:16 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:32:16 user nova-compute[74976]:   </clock>
Dec 04 05:32:16 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:32:16 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:32:16 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:32:16 user nova-compute[74976]:   </cpu>
Dec 04 05:32:16 user nova-compute[74976]:   <devices>
Dec 04 05:32:16 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:32:16 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:32:16 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue"/>
Dec 04 05:32:16 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:32:16 user nova-compute[74976]:     </disk>
Dec 04 05:32:16 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:32:16 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:32:16 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk"/>
Dec 04 05:32:16 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:32:16 user nova-compute[74976]:     </disk>
Dec 04 05:32:16 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:32:16 user nova-compute[74976]:       <mac address="fa:16:3e:70:e6:a3"/>
Dec 04 05:32:16 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:16 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:32:16 user nova-compute[74976]:       <target dev="tap82b24832-4f"/>
Dec 04 05:32:16 user nova-compute[74976]:     </interface>
Dec 04 05:32:16 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:32:16 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/console.log" append="off"/>
Dec 04 05:32:16 user nova-compute[74976]:     </serial>
Dec 04 05:32:16 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:32:16 user nova-compute[74976]:     <video>
Dec 04 05:32:16 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:32:16 user nova-compute[74976]:     </video>
Dec 04 05:32:16 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:32:16 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:32:16 user nova-compute[74976]:     </rng>
Dec 04 05:32:16 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:32:16 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:32:16 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:32:16 user nova-compute[74976]:     </memballoon>
Dec 04 05:32:16 user nova-compute[74976]:   </devices>
Dec 04 05:32:16 user nova-compute[74976]: </domain>
Dec 04 05:32:16 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:32:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance destroyed successfully.
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:32:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] No VIF found with MAC fa:16:3e:70:e6:a3, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:17 user nova-compute[74976]: WARNING nova.compute.manager [req-7b541cb9-d743-4978-a680-0ca19f377f2c req-8bc7e4a4-e597-4a7b-9126-eeb1efe7f4ba service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state active and task_state rescuing.
Dec 04 05:32:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:19 user nova-compute[74976]: WARNING nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state active and task_state rescuing.
Dec 04 05:32:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:19 user nova-compute[74976]: WARNING nova.compute.manager [req-19c2a4da-b1aa-448f-b632-e84376a60a6c req-906c4270-7369-4833-8575-627251efbdaa service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state active and task_state rescuing.
Dec 04 05:32:20 user nova-compute[74976]: DEBUG nova.compute.manager [None req-cfe3a53e-d65e-427e-baaa-349af6dfa78e tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:32:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:38 user nova-compute[74976]: INFO nova.compute.manager [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Terminating instance
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-baf1abcc-3438-45c5-b6ed-db27731c20e2 req-918c399a-b016-4b17-8ee8-6734505c438b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-unplugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:32:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Instance destroyed successfully.
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lazy-loading 'resources' on Instance uuid 1c98a5b2-1be4-4ee9-a31d-640d1b34595e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-852432544',display_name='tempest-TestMinimumBasicScenario-server-852432544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-852432544',id=32,image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEoGGfLh8WqDmahp8/4asAqt0ApiaahJoIMpQglrCJ34zH9Fnrzlvg4/Uqoe2cPbL1Gk2cMPTax7oFONEprIhkT3Kl+QCE0gokDK2RhvEw4pObldYJlUTqNVKHluswS5Q==',key_name='tempest-TestMinimumBasicScenario-298160105',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:27:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3210eaa142534d7ba75af9b1ca43ae37',ramdisk_id='',reservation_id='r-db0dj7a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e191fc92-814b-41ff-a41f-84f1576ded2f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-21347959',owner_user_name='tempest-TestMinimumBasicScenario-21347959-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:29:57Z,user_data=None,user_id='7ae2759e18214493937b5e3ce575178f',uuid=1c98a5b2-1be4-4ee9-a31d-640d1b34595e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converting VIF {"id": "4e399fa2-2573-4910-aecb-90f3c34623eb", "address": "fa:16:3e:9a:f6:47", "network": {"id": "fef5e64f-69da-4ae5-bae8-953718c681e7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-926991013-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3210eaa142534d7ba75af9b1ca43ae37", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e399fa2-25", "ovs_interfaceid": "4e399fa2-2573-4910-aecb-90f3c34623eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG os_vif [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4e399fa2-25, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=625e978e-fb03-4c67-bd5d-891c366236bf) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:38 user nova-compute[74976]: INFO os_vif [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:f6:47,bridge_name='br-int',has_traffic_filtering=True,id=4e399fa2-2573-4910-aecb-90f3c34623eb,network=Network(fef5e64f-69da-4ae5-bae8-953718c681e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e399fa2-25')
Dec 04 05:32:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Deleting instance files /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e_del
Dec 04 05:32:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Deletion of /opt/stack/data/nova/instances/1c98a5b2-1be4-4ee9-a31d-640d1b34595e_del complete
Dec 04 05:32:38 user nova-compute[74976]: INFO nova.compute.manager [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 05:32:38 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:32:38 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:39 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Took 0.53 seconds to deallocate network for instance.
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-feed117f-dafb-4cf3-98d2-db279ae56f5b req-9862a7ab-cb4d-40e5-a5cb-10e913138335 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-deleted-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:39 user nova-compute[74976]: INFO nova.compute.manager [req-feed117f-dafb-4cf3-98d2-db279ae56f5b req-9862a7ab-cb4d-40e5-a5cb-10e913138335 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Neutron deleted interface 4e399fa2-2573-4910-aecb-90f3c34623eb; detaching it from the instance and deleting it from the info cache
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-feed117f-dafb-4cf3-98d2-db279ae56f5b req-9862a7ab-cb4d-40e5-a5cb-10e913138335 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-feed117f-dafb-4cf3-98d2-db279ae56f5b req-9862a7ab-cb4d-40e5-a5cb-10e913138335 service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Detach interface failed, port_id=4e399fa2-2573-4910-aecb-90f3c34623eb, reason: Instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:32:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.439s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:39 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Deleted allocations for instance 1c98a5b2-1be4-4ee9-a31d-640d1b34595e
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a506c228-b9c3-448d-a57c-26351d1b28ea tempest-TestMinimumBasicScenario-21347959 tempest-TestMinimumBasicScenario-21347959-project-member] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.085s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] Acquiring lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] Lock "1c98a5b2-1be4-4ee9-a31d-640d1b34595e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] No waiting events found dispatching network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:40 user nova-compute[74976]: WARNING nova.compute.manager [req-a644238d-ed37-4ccb-b664-53d28acd65ad req-ac088c75-302e-40c8-b6c8-897fec7e009b service nova] [instance: 1c98a5b2-1be4-4ee9-a31d-640d1b34595e] Received unexpected event network-vif-plugged-4e399fa2-2573-4910-aecb-90f3c34623eb for instance with vm_state deleted and task_state None.
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:32:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:32:45 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:45 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7255MB free_disk=24.797531127929688GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 501dfbc9-3a7e-4109-b528-907a435acf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 58c1374e-a26a-484e-a880-f42c2fdf76be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 77982e41-0204-4111-84b7-63e0715c320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance a4e78843-90a4-4667-96c8-79d391ebcb52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance ce958bd3-86d0-497a-a3df-6778f5b91a42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:32:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.695s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:46 user nova-compute[74976]: INFO nova.compute.manager [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Terminating instance
Dec 04 05:32:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-6bc1ff35-ac74-412e-8d38-9e8816da5bd8 req-ca0684a9-63a2-4b9a-90ea-65ae923af88b service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-unplugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Instance destroyed successfully.
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.objects.instance [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2070789795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2070789795',id=31,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:29:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-tt3lx8lb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:31:01Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=a4e78843-90a4-4667-96c8-79d391ebcb52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "address": "fa:16:3e:f7:fd:3f", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42c0e4e3-06", "ovs_interfaceid": "42c0e4e3-06c1-4be7-8e85-1eed596c7296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_vif [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42c0e4e3-06, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0da418eb-2c7c-4b7f-b99f-7f7eb5062519) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: INFO os_vif [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:fd:3f,bridge_name='br-int',has_traffic_filtering=True,id=42c0e4e3-06c1-4be7-8e85-1eed596c7296,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42c0e4e3-06')
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XLSusaGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:32:47 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa9393eb-7532-4331-9a96-8bbca4ec8b76]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:32:47 user nova-compute[74976]: No targets found.
Dec 04 05:32:47 user nova-compute[74976]: iSNS:
Dec 04 05:32:47 user nova-compute[74976]: No targets found.
Dec 04 05:32:47 user nova-compute[74976]: STATIC:
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:32:47 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:32:47 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:32:47 user nova-compute[74976]: FIRMWARE:
Dec 04 05:32:47 user nova-compute[74976]: No targets found.
Dec 04 05:32:47 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:32:47 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:32:47 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57aaf9f-a922-40b7-a443-3b66b34d7ae9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d0c113-460c-4eb4-acb1-15f67f485278]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e (non-flash)
Dec 04 05:32:47 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1163d9b-d0fc-4402-9143-2743f640f5f2 (non-flash)
Dec 04 05:32:47 user nova-compute[74976]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b52b7194-ef5e-4840-afb9-77cbd0eef12e (non-flash)
Dec 04 05:32:47 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04109480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee'): ({'sdf'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Removing single pathed devices sdf {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c635f5a1-9dcd-4ff9-a0c7-50546500593c]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9a5a9d-5b51-4255-b5a8-25f94df7e294]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flushing IO for device /dev/sdf {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ae7489-5601-4760-8fde-dcbdd0220120]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[774c5cdb-84d4-4558-a8e5-a66f2793e762]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_bf31af5b', '/dev/disk/by-id/scsi-23437626532393261', '/dev/disk/by-id/scsi-1SCST_BIObf31af5b-47be292a70532f62') {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6caef06-488b-468c-b41e-04b95ba9a37e]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[af299996-d0da-4cbd-87f2-de163a5871fb]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5ec4da-7b67-4ff3-89f0-6f318249e455]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260]
Dec 04 05:32:47 user nova-compute[74976]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee, portal: 172.16.0.220,3260] successful.
Dec 04 05:32:47 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4feb926b-17c4-4728-873c-3b457996d1ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16bcb1b-5af3-4e33-9509-544ccdc3cf68]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== disconnect_volume: return (382ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:32:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Deleting instance files /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52_del
Dec 04 05:32:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Deletion of /opt/stack/data/nova/instances/a4e78843-90a4-4667-96c8-79d391ebcb52_del complete
Dec 04 05:32:47 user nova-compute[74976]: INFO nova.compute.manager [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 04 05:32:47 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:32:47 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:48 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Took 0.47 seconds to deallocate network for instance.
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-84bfe112-81c8-4cce-a804-e37964f36719 req-a9175dd2-3469-407c-9a73-1ba1ac2d7d33 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-deleted-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:48 user nova-compute[74976]: INFO nova.compute.manager [req-84bfe112-81c8-4cce-a804-e37964f36719 req-a9175dd2-3469-407c-9a73-1ba1ac2d7d33 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Neutron deleted interface 42c0e4e3-06c1-4be7-8e85-1eed596c7296; detaching it from the instance and deleting it from the info cache
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.network.neutron [req-84bfe112-81c8-4cce-a804-e37964f36719 req-a9175dd2-3469-407c-9a73-1ba1ac2d7d33 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-84bfe112-81c8-4cce-a804-e37964f36719 req-a9175dd2-3469-407c-9a73-1ba1ac2d7d33 service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Detach interface failed, port_id=42c0e4e3-06c1-4be7-8e85-1eed596c7296, reason: Instance a4e78843-90a4-4667-96c8-79d391ebcb52 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] No waiting events found dispatching network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:32:48 user nova-compute[74976]: WARNING nova.compute.manager [req-a008adc1-f7dc-44c7-a1a2-3b1a7f7aa187 req-056706b0-4524-4ecf-9a22-380e1f6560be service nova] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Received unexpected event network-vif-plugged-42c0e4e3-06c1-4be7-8e85-1eed596c7296 for instance with vm_state active and task_state deleting.
Dec 04 05:32:48 user nova-compute[74976]: INFO nova.compute.manager [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: a4e78843-90a4-4667-96c8-79d391ebcb52] Took 0.91 seconds to detach 1 volumes for instance.
Dec 04 05:32:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Deleted allocations for instance a4e78843-90a4-4667-96c8-79d391ebcb52
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-05b37822-8cca-4daa-bfe0-2ed7c53854b0 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.345s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: WARNING nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor.
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid c562364d-085c-40ab-961f-50b2311399cf {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 58c1374e-a26a-484e-a880-f42c2fdf76be {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 72c8503a-9b11-4ef7-8f44-65f80cad26b8 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 3c653a3b-7050-4bef-861d-7de3b324541e {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid ce958bd3-86d0-497a-a3df-6778f5b91a42 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid a4e78843-90a4-4667-96c8-79d391ebcb52 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "cd296147-5275-408e-9544-c56f0bb6e474" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "c562364d-085c-40ab-961f-50b2311399cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "a4e78843-90a4-4667-96c8-79d391ebcb52" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "cd296147-5275-408e-9544-c56f0bb6e474" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "c562364d-085c-40ab-961f-50b2311399cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.077s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "a4e78843-90a4-4667-96c8-79d391ebcb52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:32:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:32:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:32:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing instance network info cache due to event network-changed-b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] Acquiring lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] Acquired lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Refreshing network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:06 user nova-compute[74976]: INFO nova.compute.manager [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Terminating instance
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-unplugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] No waiting events found dispatching network-vif-unplugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-380fd7e7-2509-4394-87b0-079c2cc00ae2 req-8619718b-1601-412d-b9d2-45649cf1455d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-unplugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updated VIF entry in instance network info cache for port b0a22092-8f0e-4be3-a5f9-f384c8f59669. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating instance_info_cache with network_info: [{"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b5d40-2ca2-4a95-ac7d-1d7c58c5f692 req-2909d80a-1bec-41a9-8316-5b6913616bd4 service nova] Releasing lock "refresh_cache-77982e41-0204-4111-84b7-63e0715c320c" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Instance destroyed successfully.
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lazy-loading 'resources' on Instance uuid 77982e41-0204-4111-84b7-63e0715c320c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:25:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1390925357',display_name='tempest-TestStampPattern-server-1390925357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1390925357',id=28,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJbS6wXSN3o19LZExlP6zYeHtu+HDe+UD62dYJFszht9RDg/AGu3Zy60f78uKi1M2T4N5unYDqJu8683Uqi/6grE/tUa+VYT14j7wxtzIFcvZd+wDmV98YxYJA0vM66g==',key_name='tempest-TestStampPattern-2007158253',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:25:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8154cf1c2aef49f1a92ec53243abdaf8',ramdisk_id='',reservation_id='r-ia14htwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1003890395',owner_user_name='tempest-TestStampPattern-1003890395-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:29:01Z,user_data=None,user_id='8ce88c9eaa3d404499904449279a6c4d',uuid=77982e41-0204-4111-84b7-63e0715c320c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converting VIF {"id": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "address": "fa:16:3e:8b:36:da", "network": {"id": "c04f79bb-84c2-4066-af78-9c447b215504", "bridge": "br-int", "label": "tempest-TestStampPattern-600644281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8154cf1c2aef49f1a92ec53243abdaf8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0a22092-8f", "ovs_interfaceid": "b0a22092-8f0e-4be3-a5f9-f384c8f59669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG os_vif [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb0a22092-8f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5dd1fed3-bf6c-40ee-a541-20d01a643b61) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:07 user nova-compute[74976]: INFO os_vif [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:36:da,bridge_name='br-int',has_traffic_filtering=True,id=b0a22092-8f0e-4be3-a5f9-f384c8f59669,network=Network(c04f79bb-84c2-4066-af78-9c447b215504),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0a22092-8f')
Dec 04 05:33:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Deleting instance files /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c_del
Dec 04 05:33:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Deletion of /opt/stack/data/nova/instances/77982e41-0204-4111-84b7-63e0715c320c_del complete
Dec 04 05:33:07 user nova-compute[74976]: INFO nova.compute.manager [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 04 05:33:07 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:33:07 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:07 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Took 0.52 seconds to deallocate network for instance.
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-97ccb93f-cd7f-48b5-b723-330be26080f3 req-7ddce38f-7bf8-48ce-b15a-3eb304e9a967 service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-deleted-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.430s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:08 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Deleted allocations for instance 77982e41-0204-4111-84b7-63e0715c320c
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6c60ca4-e137-456b-98ba-63ce84bb9673 tempest-TestStampPattern-1003890395 tempest-TestStampPattern-1003890395-project-member] Lock "77982e41-0204-4111-84b7-63e0715c320c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.134s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] Acquiring lock "77982e41-0204-4111-84b7-63e0715c320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] Lock "77982e41-0204-4111-84b7-63e0715c320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] No waiting events found dispatching network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:08 user nova-compute[74976]: WARNING nova.compute.manager [req-9399cda2-66b7-4937-ae55-6b401edbd880 req-0ab5b1ba-09d8-47f8-997e-708d4fc8e27d service nova] [instance: 77982e41-0204-4111-84b7-63e0715c320c] Received unexpected event network-vif-plugged-b0a22092-8f0e-4be3-a5f9-f384c8f59669 for instance with vm_state deleted and task_state None.
Dec 04 05:33:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:09 user nova-compute[74976]: INFO nova.compute.manager [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Terminating instance
Dec 04 05:33:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-unplugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] No waiting events found dispatching network-vif-unplugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.compute.manager [req-2647a1eb-7d2c-4525-a6cd-dfb78bc989d8 req-0ce66300-a723-4dd5-8602-57f0f570d3d0 service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-unplugged-7e8720b2-93df-4226-af16-6c073499f554 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:33:10 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Instance destroyed successfully.
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.objects.instance [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lazy-loading 'resources' on Instance uuid 72c8503a-9b11-4ef7-8f44-65f80cad26b8 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2136466558',display_name='tempest-ServersNegativeTestJSON-server-2136466558',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2136466558',id=27,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:24:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='73d48078144a4194825ac0c119899eab',ramdisk_id='',reservation_id='r-ua7ncr2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1817700723',owner_user_name='tempest-ServersNegativeTestJSON-1817700723-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:24:26Z,user_data=None,user_id='a06bbb2c8f3d4ef3877a3b5f3e1eac4a',uuid=72c8503a-9b11-4ef7-8f44-65f80cad26b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converting VIF {"id": "7e8720b2-93df-4226-af16-6c073499f554", "address": "fa:16:3e:ea:cd:08", "network": {"id": "4ba01db3-cb88-4b30-bfd3-8a2bbee8c440", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-657503226-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d48078144a4194825ac0c119899eab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8720b2-93", "ovs_interfaceid": "7e8720b2-93df-4226-af16-6c073499f554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG os_vif [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e8720b2-93, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c3fea6b-f296-44b5-957c-3d380f810528) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:10 user nova-compute[74976]: INFO os_vif [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cd:08,bridge_name='br-int',has_traffic_filtering=True,id=7e8720b2-93df-4226-af16-6c073499f554,network=Network(4ba01db3-cb88-4b30-bfd3-8a2bbee8c440),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8720b2-93')
Dec 04 05:33:10 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Deleting instance files /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8_del
Dec 04 05:33:10 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Deletion of /opt/stack/data/nova/instances/72c8503a-9b11-4ef7-8f44-65f80cad26b8_del complete
Dec 04 05:33:10 user nova-compute[74976]: INFO nova.compute.manager [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 04 05:33:10 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:33:10 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-b260bf17-ee07-406e-a6a8-097ca2d8add8 req-c9bafa82-e396-4d6a-b1cd-0e313d16fdfb service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-deleted-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:11 user nova-compute[74976]: INFO nova.compute.manager [req-b260bf17-ee07-406e-a6a8-097ca2d8add8 req-c9bafa82-e396-4d6a-b1cd-0e313d16fdfb service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Neutron deleted interface 7e8720b2-93df-4226-af16-6c073499f554; detaching it from the instance and deleting it from the info cache
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.network.neutron [req-b260bf17-ee07-406e-a6a8-097ca2d8add8 req-c9bafa82-e396-4d6a-b1cd-0e313d16fdfb service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:11 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Took 0.46 seconds to deallocate network for instance.
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.compute.manager [req-b260bf17-ee07-406e-a6a8-097ca2d8add8 req-c9bafa82-e396-4d6a-b1cd-0e313d16fdfb service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Detach interface failed, port_id=7e8720b2-93df-4226-af16-6c073499f554, reason: Instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.353s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:11 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Deleted allocations for instance 72c8503a-9b11-4ef7-8f44-65f80cad26b8
Dec 04 05:33:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-34767896-bc27-41df-b184-3d4e759d265e tempest-ServersNegativeTestJSON-1817700723 tempest-ServersNegativeTestJSON-1817700723-project-member] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.908s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] Acquiring lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] Lock "72c8503a-9b11-4ef7-8f44-65f80cad26b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] No waiting events found dispatching network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:12 user nova-compute[74976]: WARNING nova.compute.manager [req-c31b0409-4243-4a67-81bf-3e72f3cd798a req-17dccd60-0d0f-4318-aef3-6b1108e779ad service nova] [instance: 72c8503a-9b11-4ef7-8f44-65f80cad26b8] Received unexpected event network-vif-plugged-7e8720b2-93df-4226-af16-6c073499f554 for instance with vm_state deleted and task_state None.
Dec 04 05:33:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:24 user nova-compute[74976]: INFO nova.compute.manager [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Terminating instance
Dec 04 05:33:24 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-05e575a2-5c1e-49e2-bb14-eeb2f52c8bd4 req-3ef85f03-21b3-4e0d-a942-dab9053588e8 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-unplugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:33:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Instance destroyed successfully.
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'resources' on Instance uuid 501dfbc9-3a7e-4109-b528-907a435acf20 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:23:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-25872859',display_name='tempest-AttachVolumeTestJSON-server-25872859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-25872859',id=24,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJaP8QQ1qTucr7sokCbDFwSBZwtXkjuYpYpM2+v+CapjkSJt01Lggb0hbq4XYr5XxR60OEegkmF4gi9IPZ0dJdrSQAzA02fVsXmJ4xcxpozLYSntW4K6JqKVQ83dL1H94A==',key_name='tempest-keypair-1630363674',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-2zd26rio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:31:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=501dfbc9-3a7e-4109-b528-907a435acf20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "8f438624-77b8-4caa-bcf7-41e304c4e042", "address": "fa:16:3e:30:31:ae", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f438624-77", "ovs_interfaceid": "8f438624-77b8-4caa-bcf7-41e304c4e042", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG os_vif [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f438624-77, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1fa39458-e809-47ef-8403-b711ac4816c9) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:25 user nova-compute[74976]: INFO os_vif [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:31:ae,bridge_name='br-int',has_traffic_filtering=True,id=8f438624-77b8-4caa-bcf7-41e304c4e042,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f438624-77')
Dec 04 05:33:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Deleting instance files /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20_del
Dec 04 05:33:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Deletion of /opt/stack/data/nova/instances/501dfbc9-3a7e-4109-b528-907a435acf20_del complete
Dec 04 05:33:25 user nova-compute[74976]: INFO nova.compute.manager [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 05:33:25 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:33:25 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:33:26 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:26 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Took 0.70 seconds to deallocate network for instance.
Dec 04 05:33:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:26 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:26 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.340s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:26 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Deleted allocations for instance 501dfbc9-3a7e-4109-b528-907a435acf20
Dec 04 05:33:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6627a208-f8c7-4448-ab8b-fda53a3fde2f tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "501dfbc9-3a7e-4109-b528-907a435acf20" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.102s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] Acquiring lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] Lock "501dfbc9-3a7e-4109-b528-907a435acf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] No waiting events found dispatching network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:27 user nova-compute[74976]: WARNING nova.compute.manager [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received unexpected event network-vif-plugged-8f438624-77b8-4caa-bcf7-41e304c4e042 for instance with vm_state deleted and task_state None.
Dec 04 05:33:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-234c54d9-d8db-4204-9ece-13f48246e398 req-54579a1a-2871-4f48-be95-02c263ad1876 service nova] [instance: 501dfbc9-3a7e-4109-b528-907a435acf20] Received event network-vif-deleted-8f438624-77b8-4caa-bcf7-41e304c4e042 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:36 user nova-compute[74976]: INFO nova.compute.manager [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Terminating instance
Dec 04 05:33:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-unplugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] No waiting events found dispatching network-vif-unplugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-5986403a-efaa-4f2f-938d-af1f357e1e8b req-96bf4b9a-91ff-45dc-a16a-10278c7beba8 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-unplugged-40384fef-f92d-49d5-8c80-ced2a6a30147 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Instance destroyed successfully.
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.objects.instance [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid 58c1374e-a26a-484e-a880-f42c2fdf76be {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:24:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-147301510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-147301510',id=26,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:24:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n6k8vln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:26:11Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=58c1374e-a26a-484e-a880-f42c2fdf76be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "40384fef-f92d-49d5-8c80-ced2a6a30147", "address": "fa:16:3e:37:20:4e", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40384fef-f9", "ovs_interfaceid": "40384fef-f92d-49d5-8c80-ced2a6a30147", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG os_vif [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40384fef-f9, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e5294a4-dc3b-40ad-a814-2e458713cb0d) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:37 user nova-compute[74976]: INFO os_vif [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:20:4e,bridge_name='br-int',has_traffic_filtering=True,id=40384fef-f92d-49d5-8c80-ced2a6a30147,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40384fef-f9')
Dec 04 05:33:37 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Deleting instance files /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be_del
Dec 04 05:33:37 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Deletion of /opt/stack/data/nova/instances/58c1374e-a26a-484e-a880-f42c2fdf76be_del complete
Dec 04 05:33:37 user nova-compute[74976]: INFO nova.compute.manager [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Took 1.01 seconds to destroy the instance on the hypervisor.
Dec 04 05:33:37 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:33:37 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:38 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Took 0.54 seconds to deallocate network for instance.
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-f8c3637a-12dc-42b3-a3cf-e2529988477e req-3737c0ec-3010-413d-a3bf-0aadf7541b12 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-deleted-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:38 user nova-compute[74976]: INFO nova.compute.manager [req-f8c3637a-12dc-42b3-a3cf-e2529988477e req-3737c0ec-3010-413d-a3bf-0aadf7541b12 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Neutron deleted interface 40384fef-f92d-49d5-8c80-ced2a6a30147; detaching it from the instance and deleting it from the info cache
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.network.neutron [req-f8c3637a-12dc-42b3-a3cf-e2529988477e req-3737c0ec-3010-413d-a3bf-0aadf7541b12 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-f8c3637a-12dc-42b3-a3cf-e2529988477e req-3737c0ec-3010-413d-a3bf-0aadf7541b12 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Detach interface failed, port_id=40384fef-f92d-49d5-8c80-ced2a6a30147, reason: Instance 58c1374e-a26a-484e-a880-f42c2fdf76be could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:38 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Deleted allocations for instance 58c1374e-a26a-484e-a880-f42c2fdf76be
Dec 04 05:33:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-765f4ddb-de0d-4666-adb4-fb00ec6e9366 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.052s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] Acquiring lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] Lock "58c1374e-a26a-484e-a880-f42c2fdf76be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] No waiting events found dispatching network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:39 user nova-compute[74976]: WARNING nova.compute.manager [req-a270a5d7-f088-4ac8-87fe-acf268fb2c38 req-b883f046-fcaf-4340-8d4e-0f81c4e636a9 service nova] [instance: 58c1374e-a26a-484e-a880-f42c2fdf76be] Received unexpected event network-vif-plugged-40384fef-f92d-49d5-8c80-ced2a6a30147 for instance with vm_state deleted and task_state None.
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:33:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:33:43 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7978MB free_disk=25.14068603515625GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6c079ed1-7f79-48d4-96e6-6b995a32052c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance ce958bd3-86d0-497a-a3df-6778f5b91a42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:33:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.441s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing instance network info cache due to event network-changed-d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:33:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Refreshing network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:33:45 user nova-compute[74976]: DEBUG nova.network.neutron [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated VIF entry in instance network info cache for port d66ae454-5f22-44e1-b656-812b01d3cc1f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:33:45 user nova-compute[74976]: DEBUG nova.network.neutron [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1bfbec39-dcc6-4948-bae7-5a017399394b req-370cbce8-0aef-4897-aa6c-490c4a63ca4c service nova] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-changed-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Refreshing instance network info cache due to event network-changed-a210d744-15c0-421e-8d44-54684ffa7779. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:46 user nova-compute[74976]: DEBUG nova.network.neutron [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Refreshing network info cache for port a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Stashing vm_state: active {{(pid=74976) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:33:47 user nova-compute[74976]: INFO nova.compute.claims [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Claim successful on node user
Dec 04 05:33:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:47 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating resource usage from migration 61a6f696-f9b9-4e7a-97a5-ec41bcf8185a
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.425s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:47 user nova-compute[74976]: INFO nova.compute.manager [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Migrating
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updated VIF entry in instance network info cache for port a210d744-15c0-421e-8d44-54684ffa7779. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.network.neutron [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8655501f-512a-4626-abe4-8f60fa340d18 req-936e23b2-7104-409d-9e68-d868f8b23ae5 service nova] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [{"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Starting migrate_disk_and_power_off {{(pid=74976) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:49 user nova-compute[74976]: WARNING nova.compute.manager [req-3b8ff0db-a602-4e90-9503-b8ce8b6bce46 req-cfcb97d7-2cb9-4119-84ab-695983d4097c service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state active and task_state resize_migrating.
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance destroyed successfully.
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:32:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:33:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa210d744-15, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40e36e84-f749-453a-a2f9-b4fe71d14012) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:49 user nova-compute[74976]: INFO os_vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15')
Dec 04 05:33:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:33:49 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37418bf-ac40-4354-8337-c085e7fdc5a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:33:49 user nova-compute[74976]: No targets found.
Dec 04 05:33:49 user nova-compute[74976]: iSNS:
Dec 04 05:33:49 user nova-compute[74976]: No targets found.
Dec 04 05:33:49 user nova-compute[74976]: STATIC:
Dec 04 05:33:49 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:33:49 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:33:49 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:33:49 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:33:49 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:33:49 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:33:49 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:33:49 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:33:49 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:33:49 user nova-compute[74976]: FIRMWARE:
Dec 04 05:33:49 user nova-compute[74976]: No targets found.
Dec 04 05:33:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:33:49 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:33:49 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2ac698-c632-49b9-a753-cd7f35644227]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0a20bc-0422-4d3b-83ea-49260f829844]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:33:49 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:33:49 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:33:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:33:49 user nova-compute[74976]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:33:49 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:33:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0cf8f9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4073e36b-0e0e-4c44-bba2-bb79a9788c8e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab07c68-68ed-4552-b14f-3d9fcfdd9c14]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b8877c-450b-449f-b086-2d32245c814d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:33:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3339a64-5fc4-45be-8cc0-f6de57600799]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23234666164633431', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_1fd8c7a4', '/dev/disk/by-id/scsi-1SCST_BIO1fd8c7a4-24fadc41880c977b') {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba37a90-8ae2-4409-bfcf-e4aa174d191e]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ec07d4-69a9-4110-b5de-ea0114563f23]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a288505-6c05-4a91-86d4-f7e89527dc33]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]
Dec 04 05:33:50 user nova-compute[74976]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.
Dec 04 05:33:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a074d096-2ea5-46ec-a336-53098d881ae8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== disconnect_volume: return (338ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:33:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Port a210d744-15c0-421e-8d44-54684ffa7779 binding to destination host user is already ACTIVE {{(pid=74976) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:51 user nova-compute[74976]: WARNING nova.compute.manager [req-9dab5e28-557c-42a9-a10c-80939676ad64 req-37d52ffc-dc12-456f-a1ee-9202a4381433 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state active and task_state resize_migrated.
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG os_brick.utils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2417405-62ca-402a-a5a8-bc1869082a63]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3815d50b-1b45-4aab-83f7-4adf9a560f6a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ccc8848-ccd4-4036-899d-b02ed0664902]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f705e47-2423-4518-8698-3bd908007fb7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:33:52 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:33:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1fa9c9b-3571-4d3b-a8ad-a2fc916a9b9f]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG os_brick.utils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:55 user nova-compute[74976]: INFO nova.compute.manager [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Terminating instance
Dec 04 05:33:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-unplugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] No waiting events found dispatching network-vif-unplugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-dc60d379-0106-4c3b-8b7a-2aa65ec1e8bb req-5393c5f6-cdf7-41a3-abf4-e30653454ad3 service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-unplugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:33:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Instance destroyed successfully.
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lazy-loading 'resources' on Instance uuid ce958bd3-86d0-497a-a3df-6778f5b91a42 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:32:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1101723865',display_name='tempest-VolumesActionsTest-instance-1101723865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1101723865',id=36,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:32:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-u3ez9heo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:32:13Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=ce958bd3-86d0-497a-a3df-6778f5b91a42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "address": "fa:16:3e:f2:d6:8d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3f54b21-9b", "ovs_interfaceid": "f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG os_vif [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3f54b21-9b, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=741ae9ad-3396-447e-8210-ad63e844c147) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:56 user nova-compute[74976]: INFO os_vif [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:d6:8d,bridge_name='br-int',has_traffic_filtering=True,id=f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3f54b21-9b')
Dec 04 05:33:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Deleting instance files /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42_del
Dec 04 05:33:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Deletion of /opt/stack/data/nova/instances/ce958bd3-86d0-497a-a3df-6778f5b91a42_del complete
Dec 04 05:33:56 user nova-compute[74976]: INFO nova.compute.manager [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 04 05:33:56 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:33:56 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:33:56 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Took 0.55 seconds to deallocate network for instance.
Dec 04 05:33:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-8abb276f-3369-417e-a53d-dc304c49ecd3 req-13cc8f8e-3c2a-417f-b804-f2eae21c51de service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-deleted-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.341s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:57 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Deleted allocations for instance ce958bd3-86d0-497a-a3df-6778f5b91a42
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-861f9c8a-420c-48a1-9399-8ade3059d064 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.975s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] Acquiring lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] Lock "ce958bd3-86d0-497a-a3df-6778f5b91a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:33:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] No waiting events found dispatching network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:33:57 user nova-compute[74976]: WARNING nova.compute.manager [req-14dbe3ad-8bb9-4f0a-87e8-f010e04c3258 req-4a4a812d-d3eb-47e7-9c1e-1dfac776ad4e service nova] [instance: ce958bd3-86d0-497a-a3df-6778f5b91a42] Received unexpected event network-vif-plugged-f3f54b21-9ba5-465b-a8c8-0d298e6c4d2b for instance with vm_state deleted and task_state None.
Dec 04 05:34:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:34:01 user nova-compute[74976]: INFO nova.compute.claims [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Claim successful on node user
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Starting finish_migration {{(pid=74976) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:34:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Creating image(s)
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Ensure instance console log exists: /opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start _get_guest_xml network_info=[{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '9cf89e86-2056-4cd9-9fe2-ac85bdba3243', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3c653a3b-7050-4bef-861d-7de3b324541e', 'attached_at': '2023-12-04T05:34:01.000000', 'detached_at': '', 'volume_id': '6edf8605-d972-4e9e-8bde-6650317cbf00', 'serial': '6edf8605-d972-4e9e-8bde-6650317cbf00'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:34:01 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:01 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:34:01 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:34:01 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:34:01 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a230b8-5261-4689-b10a-d1195a9925a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:34:01 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6238a4-4516-45f4-b538-f923cb7413e3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00] added
Dec 04 05:34:01 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.076s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b298f7-5729-4d32-b19f-48975a0fab3b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[294b2c28-66d8-4192-a6ea-d6d1f7cefbcd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LeSzEuKx {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LeSzEuKx" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32b82a5-ab06-41f3-bd12-a6957be3c336]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LeSzEuKx'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb7f456-d88a-4157-8c63-331d77544bf4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e4b6f1-d0c7-4983-b225-3b39f7572eaf]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:01 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:01 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:01 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:01 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:34:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[482d33f3-33e1-4f8f-bfd2-4a6b51719975]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]
Dec 04 05:34:02 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.
Dec 04 05:34:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b199939-8979-4721-8e73-5f9011b42f08]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[382fda41-8881-4814-ba62-d3eb909849c4]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:02 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:02 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:02 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:02 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.378s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0d1095-6778-4f41-b233-fec7fed225a1]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.592s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:34:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:34:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:34:02 user nova-compute[74976]: INFO nova.virt.block_device [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Booting with volume snapshot 2db84bab-5638-4cee-ae10-3e0c2ddfb2f4 at /dev/vda
Dec 04 05:34:02 user nova-compute[74976]: DEBUG nova.policy [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.414s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== connect_volume: return (1416ms) {'type': 'block', 'scsi_wwn': '23234666164633431', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234666164633431', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:32:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:33:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:34:03 user nova-compute[74976]:   <uuid>3c653a3b-7050-4bef-861d-7de3b324541e</uuid>
Dec 04 05:34:03 user nova-compute[74976]:   <name>instance-00000023</name>
Dec 04 05:34:03 user nova-compute[74976]:   <memory>2097152</memory>
Dec 04 05:34:03 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:34:03 user nova-compute[74976]:   <metadata>
Dec 04 05:34:03 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:34:03 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:34:03 user nova-compute[74976]:       <nova:name>tempest-ServerActionsTestOtherA-server-1599732956</nova:name>
Dec 04 05:34:03 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:34:01</nova:creationTime>
Dec 04 05:34:03 user nova-compute[74976]:       <nova:flavor name="m1.small">
Dec 04 05:34:03 user nova-compute[74976]:         <nova:memory>2048</nova:memory>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:disk>20</nova:disk>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:34:03 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:34:03 user nova-compute[74976]:       <nova:owner>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:user uuid="43bd0c5a6fa84a868c924202d3d90b9f">tempest-ServerActionsTestOtherA-601926012-project-member</nova:user>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:project uuid="c655544a9fbe4d87b0003daef50aeeaa">tempest-ServerActionsTestOtherA-601926012</nova:project>
Dec 04 05:34:03 user nova-compute[74976]:       </nova:owner>
Dec 04 05:34:03 user nova-compute[74976]:       <nova:ports>
Dec 04 05:34:03 user nova-compute[74976]:         <nova:port uuid="a210d744-15c0-421e-8d44-54684ffa7779">
Dec 04 05:34:03 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 04 05:34:03 user nova-compute[74976]:         </nova:port>
Dec 04 05:34:03 user nova-compute[74976]:       </nova:ports>
Dec 04 05:34:03 user nova-compute[74976]:     </nova:instance>
Dec 04 05:34:03 user nova-compute[74976]:   </metadata>
Dec 04 05:34:03 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:34:03 user nova-compute[74976]:     <system>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="serial">3c653a3b-7050-4bef-861d-7de3b324541e</entry>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="uuid">3c653a3b-7050-4bef-861d-7de3b324541e</entry>
Dec 04 05:34:03 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:34:03 user nova-compute[74976]:     </system>
Dec 04 05:34:03 user nova-compute[74976]:   </sysinfo>
Dec 04 05:34:03 user nova-compute[74976]:   <os>
Dec 04 05:34:03 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:34:03 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:34:03 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:34:03 user nova-compute[74976]:   </os>
Dec 04 05:34:03 user nova-compute[74976]:   <features>
Dec 04 05:34:03 user nova-compute[74976]:     <acpi/>
Dec 04 05:34:03 user nova-compute[74976]:     <apic/>
Dec 04 05:34:03 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:34:03 user nova-compute[74976]:   </features>
Dec 04 05:34:03 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:34:03 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:34:03 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:34:03 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:34:03 user nova-compute[74976]:   </clock>
Dec 04 05:34:03 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:34:03 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:34:03 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:34:03 user nova-compute[74976]:   </cpu>
Dec 04 05:34:03 user nova-compute[74976]:   <devices>
Dec 04 05:34:03 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:34:03 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:34:03 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:34:03 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:34:03 user nova-compute[74976]:       <serial>6edf8605-d972-4e9e-8bde-6650317cbf00</serial>
Dec 04 05:34:03 user nova-compute[74976]:     </disk>
Dec 04 05:34:03 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:34:03 user nova-compute[74976]:       <mac address="fa:16:3e:cc:45:08"/>
Dec 04 05:34:03 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:03 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:34:03 user nova-compute[74976]:       <target dev="tapa210d744-15"/>
Dec 04 05:34:03 user nova-compute[74976]:     </interface>
Dec 04 05:34:03 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:34:03 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e/console.log" append="off"/>
Dec 04 05:34:03 user nova-compute[74976]:     </serial>
Dec 04 05:34:03 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:34:03 user nova-compute[74976]:     <video>
Dec 04 05:34:03 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:03 user nova-compute[74976]:     </video>
Dec 04 05:34:03 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:34:03 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:34:03 user nova-compute[74976]:     </rng>
Dec 04 05:34:03 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:34:03 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:34:03 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:34:03 user nova-compute[74976]:     </memballoon>
Dec 04 05:34:03 user nova-compute[74976]:   </devices>
Dec 04 05:34:03 user nova-compute[74976]: </domain>
Dec 04 05:34:03 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:32:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:33:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2051217132-network", "vif_mac": "fa:16:3e:cc:45:08"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG os_vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ecf84b50-ff46-5fee-bca2-47f28bac9eb2', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa210d744-15, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa210d744-15, col_values=(('qos', UUID('13f07228-90fb-4a36-af92-d0d77ace06b4')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa210d744-15, col_values=(('external_ids', {'iface-id': 'a210d744-15c0-421e-8d44-54684ffa7779', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:45:08', 'vm-uuid': '3c653a3b-7050-4bef-861d-7de3b324541e'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: INFO os_vif [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15')
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] No VIF found with MAC fa:16:3e:cc:45:08, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Successfully created port: f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Successfully updated port: f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-changed-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Refreshing instance network info cache due to event network-changed-f3485316-0a85-47dc-8f82-dcba99d75c8a. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] Acquiring lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Updating instance_info_cache with network_info: [{"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.compute.manager [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:04 user nova-compute[74976]: WARNING nova.compute.manager [req-06f7c794-051c-4a91-97fb-6f9ca7c0130a req-9549bead-6898-4e1e-a69d-8a788e1124ee service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state active and task_state resize_finish.
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Instance network_info: |[{"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] Acquired lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Refreshing network info cache for port f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:34:05 user nova-compute[74976]: INFO nova.compute.manager [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Unrescuing
Dec 04 05:34:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Updated VIF entry in instance network info cache for port f3485316-0a85-47dc-8f82-dcba99d75c8a. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG nova.network.neutron [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Updating instance_info_cache with network_info: [{"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-955239f7-c061-4a66-b31a-b5e5afcbeafa req-39b0ee67-e405-40df-9ec3-aa3f8b5d751c service nova] Releasing lock "refresh_cache-95dbe184-82e1-40e9-816d-da5f21492478" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'flavor' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance destroyed successfully.
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:06 user nova-compute[74976]: WARNING nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:06 user nova-compute[74976]: WARNING nova.compute.manager [req-1e3e768d-3ef6-4ada-8e42-42eb17057ee8 req-78eea793-d83f-4685-b12c-297f6e3ca654 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:34:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance running successfully.
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Failed to set time: agent not configured {{(pid=74976) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 04 05:34:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-02baa891-08ad-413b-a67d-04ede6a8e0f4 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] finish_migration finished successfully. {{(pid=74976) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:07 user nova-compute[74976]: WARNING nova.compute.manager [req-8dea2ea9-a111-494e-b3aa-59e6f68de96c req-82e119b1-67e4-49c1-903b-c09c0a8ab095 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state active and task_state resize_finish.
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.utils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66fa8bd8-6bc4-4339-8478-c9472aad63af]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d44258-434a-475c-9fbf-0c038ca58767]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2186b577-0ed1-415b-9f43-22a0ca81b912]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda4fc3e-f014-4662-9d0b-ae53b108cc71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:34:08 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[710dce04-2ea7-4ef2-8ab5-5dc0598974f4]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG os_brick.utils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Updating existing volume attachment record: 0bbc4b26-25e9-41c5-949f-8a2889938aa2 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:08 user nova-compute[74976]: WARNING nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:34:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:08 user nova-compute[74976]: DEBUG nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:08 user nova-compute[74976]: WARNING nova.compute.manager [req-8d135e4a-a19b-47d7-aa2b-cc9d66813261 req-396bb012-915c-4d73-b7a8-6e4428936d41 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:34:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-1a6add6f-2eec-46fb-a3b9-75c1ed40469b tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:34:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:34:18 user nova-compute[74976]: INFO nova.compute.claims [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Claim successful on node user
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:34:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Creating image(s)
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Ensure instance console log exists: /opt/stack/data/nova/instances/95dbe184-82e1-40e9-816d-da5f21492478/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Start _get_guest_xml network_info=[{"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '0bbc4b26-25e9-41c5-949f-8a2889938aa2', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cNRPrEFM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95dbe184-82e1-40e9-816d-da5f21492478', 'attached_at': '', 'detached_at': '', 'volume_id': '24660bf2-b4bf-4077-8c78-edd6631f4481', 'serial': '24660bf2-b4bf-4077-8c78-edd6631f4481'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:34:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cNRPrEFM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:34:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:34:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:34:19 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b94172-0bbe-4905-adbe-56a954c73f72]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:34:19 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4771f9d-2002-4f75-ab39-4c0b0a9c9a6e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481] added
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[84dba32d-bf7c-4d83-865a-b3432ad988a5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b126ef-d2ec-4c3e-8426-9bd1483c93f1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cNRPrEFM {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cNRPrEFM" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9e2b29-79fe-4639-a709-0b2fe2fbac82]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cNRPrEFM'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cfdfe36-a6c6-400f-b3ac-d726acc879aa]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c5a3fb-6ad5-4e4b-b81d-00367625f43c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.620s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a09a0e-5070-4f26-b6f0-8ba05d6ce2ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260]
Dec 04 05:34:19 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260] successful.
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16260a8-7c93-42d0-9fe5-d693b7d653b7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[48222519-015b-4093-8187-bb47a7c630a8]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:34:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.354s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('36', '-', '-', 0) found on session 42 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[daebd160-50c3-42a7-8cb6-d97a16c7ecf3]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 42 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cNRPrEFM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:34:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.policy [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3642f0c04c40f4a23581d1ca5620b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e46de8c2bb46f7bc3b949014570fe3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:34:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Creating image(s)
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "/opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "/opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "/opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.265s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.227s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk 1073741824" returned: 0 in 0.062s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Successfully created port: 37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23730356265653734', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23730356265653734', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.241s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1848973904',display_name='tempest-TestVolumeBootPattern-server-1848973904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1848973904',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pafthpwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:02Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=95dbe184-82e1-40e9-816d-da5f21492478,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.objects.instance [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid 95dbe184-82e1-40e9-816d-da5f21492478 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:34:20 user nova-compute[74976]:   <uuid>95dbe184-82e1-40e9-816d-da5f21492478</uuid>
Dec 04 05:34:20 user nova-compute[74976]:   <name>instance-00000025</name>
Dec 04 05:34:20 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:34:20 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:34:20 user nova-compute[74976]:   <metadata>
Dec 04 05:34:20 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:34:20 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:34:20 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-server-1848973904</nova:name>
Dec 04 05:34:20 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:34:19</nova:creationTime>
Dec 04 05:34:20 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:34:20 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:34:20 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:34:20 user nova-compute[74976]:       <nova:owner>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:34:20 user nova-compute[74976]:       </nova:owner>
Dec 04 05:34:20 user nova-compute[74976]:       <nova:ports>
Dec 04 05:34:20 user nova-compute[74976]:         <nova:port uuid="f3485316-0a85-47dc-8f82-dcba99d75c8a">
Dec 04 05:34:20 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 05:34:20 user nova-compute[74976]:         </nova:port>
Dec 04 05:34:20 user nova-compute[74976]:       </nova:ports>
Dec 04 05:34:20 user nova-compute[74976]:     </nova:instance>
Dec 04 05:34:20 user nova-compute[74976]:   </metadata>
Dec 04 05:34:20 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:34:20 user nova-compute[74976]:     <system>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="serial">95dbe184-82e1-40e9-816d-da5f21492478</entry>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="uuid">95dbe184-82e1-40e9-816d-da5f21492478</entry>
Dec 04 05:34:20 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:34:20 user nova-compute[74976]:     </system>
Dec 04 05:34:20 user nova-compute[74976]:   </sysinfo>
Dec 04 05:34:20 user nova-compute[74976]:   <os>
Dec 04 05:34:20 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:34:20 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:34:20 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:34:20 user nova-compute[74976]:   </os>
Dec 04 05:34:20 user nova-compute[74976]:   <features>
Dec 04 05:34:20 user nova-compute[74976]:     <acpi/>
Dec 04 05:34:20 user nova-compute[74976]:     <apic/>
Dec 04 05:34:20 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:34:20 user nova-compute[74976]:   </features>
Dec 04 05:34:20 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:34:20 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:34:20 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:34:20 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:34:20 user nova-compute[74976]:   </clock>
Dec 04 05:34:20 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:34:20 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:34:20 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:34:20 user nova-compute[74976]:   </cpu>
Dec 04 05:34:20 user nova-compute[74976]:   <devices>
Dec 04 05:34:20 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:34:20 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:34:20 user nova-compute[74976]:       <source dev="/dev/sde"/>
Dec 04 05:34:20 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:34:20 user nova-compute[74976]:       <serial>24660bf2-b4bf-4077-8c78-edd6631f4481</serial>
Dec 04 05:34:20 user nova-compute[74976]:     </disk>
Dec 04 05:34:20 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:34:20 user nova-compute[74976]:       <mac address="fa:16:3e:49:ed:ca"/>
Dec 04 05:34:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:20 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:34:20 user nova-compute[74976]:       <target dev="tapf3485316-0a"/>
Dec 04 05:34:20 user nova-compute[74976]:     </interface>
Dec 04 05:34:20 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:34:20 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/95dbe184-82e1-40e9-816d-da5f21492478/console.log" append="off"/>
Dec 04 05:34:20 user nova-compute[74976]:     </serial>
Dec 04 05:34:20 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:34:20 user nova-compute[74976]:     <video>
Dec 04 05:34:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:20 user nova-compute[74976]:     </video>
Dec 04 05:34:20 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:34:20 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:34:20 user nova-compute[74976]:     </rng>
Dec 04 05:34:20 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:34:20 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:34:20 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:34:20 user nova-compute[74976]:     </memballoon>
Dec 04 05:34:20 user nova-compute[74976]:   </devices>
Dec 04 05:34:20 user nova-compute[74976]: </domain>
Dec 04 05:34:20 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1848973904',display_name='tempest-TestVolumeBootPattern-server-1848973904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1848973904',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pafthpwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:02Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=95dbe184-82e1-40e9-816d-da5f21492478,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG os_vif [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '336d3290-4a81-51e4-ba63-1ef42ad15c3a', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3485316-0a, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3485316-0a, col_values=(('qos', UUID('b0dba775-a485-4012-857f-d4681b5a8cee')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3485316-0a, col_values=(('external_ids', {'iface-id': 'f3485316-0a85-47dc-8f82-dcba99d75c8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:ed:ca', 'vm-uuid': '95dbe184-82e1-40e9-816d-da5f21492478'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:20 user nova-compute[74976]: INFO os_vif [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a')
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:49:ed:ca, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Cannot resize image /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Ensure instance console log exists: /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Successfully updated port: 37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquired lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-changed-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.compute.manager [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Refreshing instance network info cache due to event network-changed-37cd8c4d-3d8d-42c7-96dc-03171506ccca. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] Acquiring lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating instance_info_cache with network_info: [{"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Releasing lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Instance network_info: |[{"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] Acquired lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.neutron [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Refreshing network info cache for port 37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Start _get_guest_xml network_info=[{"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:34:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:21 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1231275940',display_name='tempest-AttachVolumeTestJSON-server-1231275940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1231275940',id=38,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ2KnKVCQIA4V9JIxDrhSqEcMgRwz5wOJTgsC0bQNcm70KGLisFtoiMmAh/qCblQ+HMPo66ZfufkETsnD6lLka5zOruoQBrJQxQH5ohFscBNiwzIffT4yWj1xWwugc2Yrg==',key_name='tempest-keypair-724665121',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-uwzajhit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=e98fc273-1c0f-4273-be61-47035e02c38e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'pci_devices' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:34:21 user nova-compute[74976]:   <uuid>e98fc273-1c0f-4273-be61-47035e02c38e</uuid>
Dec 04 05:34:21 user nova-compute[74976]:   <name>instance-00000026</name>
Dec 04 05:34:21 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:34:21 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:34:21 user nova-compute[74976]:   <metadata>
Dec 04 05:34:21 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:34:21 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeTestJSON-server-1231275940</nova:name>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:34:21</nova:creationTime>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:34:21 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:34:21 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:owner>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:user uuid="6b3642f0c04c40f4a23581d1ca5620b4">tempest-AttachVolumeTestJSON-1809207749-project-member</nova:user>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:project uuid="36e46de8c2bb46f7bc3b949014570fe3">tempest-AttachVolumeTestJSON-1809207749</nova:project>
Dec 04 05:34:21 user nova-compute[74976]:       </nova:owner>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:34:21 user nova-compute[74976]:       <nova:ports>
Dec 04 05:34:21 user nova-compute[74976]:         <nova:port uuid="37cd8c4d-3d8d-42c7-96dc-03171506ccca">
Dec 04 05:34:21 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:34:21 user nova-compute[74976]:         </nova:port>
Dec 04 05:34:21 user nova-compute[74976]:       </nova:ports>
Dec 04 05:34:21 user nova-compute[74976]:     </nova:instance>
Dec 04 05:34:21 user nova-compute[74976]:   </metadata>
Dec 04 05:34:21 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:34:21 user nova-compute[74976]:     <system>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="serial">e98fc273-1c0f-4273-be61-47035e02c38e</entry>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="uuid">e98fc273-1c0f-4273-be61-47035e02c38e</entry>
Dec 04 05:34:21 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:34:21 user nova-compute[74976]:     </system>
Dec 04 05:34:21 user nova-compute[74976]:   </sysinfo>
Dec 04 05:34:21 user nova-compute[74976]:   <os>
Dec 04 05:34:21 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:34:21 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:34:21 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:34:21 user nova-compute[74976]:   </os>
Dec 04 05:34:21 user nova-compute[74976]:   <features>
Dec 04 05:34:21 user nova-compute[74976]:     <acpi/>
Dec 04 05:34:21 user nova-compute[74976]:     <apic/>
Dec 04 05:34:21 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:34:21 user nova-compute[74976]:   </features>
Dec 04 05:34:21 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:34:21 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:34:21 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:34:21 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:34:21 user nova-compute[74976]:   </clock>
Dec 04 05:34:21 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:34:21 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:34:21 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:34:21 user nova-compute[74976]:   </cpu>
Dec 04 05:34:21 user nova-compute[74976]:   <devices>
Dec 04 05:34:21 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:34:21 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:34:21 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk"/>
Dec 04 05:34:21 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:34:21 user nova-compute[74976]:     </disk>
Dec 04 05:34:21 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:34:21 user nova-compute[74976]:       <mac address="fa:16:3e:97:48:b0"/>
Dec 04 05:34:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:21 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:34:21 user nova-compute[74976]:       <target dev="tap37cd8c4d-3d"/>
Dec 04 05:34:21 user nova-compute[74976]:     </interface>
Dec 04 05:34:21 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:34:21 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/console.log" append="off"/>
Dec 04 05:34:21 user nova-compute[74976]:     </serial>
Dec 04 05:34:21 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:34:21 user nova-compute[74976]:     <video>
Dec 04 05:34:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:21 user nova-compute[74976]:     </video>
Dec 04 05:34:21 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:34:21 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:34:21 user nova-compute[74976]:     </rng>
Dec 04 05:34:21 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:34:21 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:34:21 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:34:21 user nova-compute[74976]:     </memballoon>
Dec 04 05:34:21 user nova-compute[74976]:   </devices>
Dec 04 05:34:21 user nova-compute[74976]: </domain>
Dec 04 05:34:21 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1231275940',display_name='tempest-AttachVolumeTestJSON-server-1231275940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1231275940',id=38,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ2KnKVCQIA4V9JIxDrhSqEcMgRwz5wOJTgsC0bQNcm70KGLisFtoiMmAh/qCblQ+HMPo66ZfufkETsnD6lLka5zOruoQBrJQxQH5ohFscBNiwzIffT4yWj1xWwugc2Yrg==',key_name='tempest-keypair-724665121',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-uwzajhit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=e98fc273-1c0f-4273-be61-47035e02c38e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG os_vif [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8422f8ea-9b73-5831-9676-8ce4f917eba9', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37cd8c4d-3d, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37cd8c4d-3d, col_values=(('qos', UUID('88fda135-bbe3-480a-8d90-290d30c077b8')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37cd8c4d-3d, col_values=(('external_ids', {'iface-id': '37cd8c4d-3d8d-42c7-96dc-03171506ccca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:48:b0', 'vm-uuid': 'e98fc273-1c0f-4273-be61-47035e02c38e'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:22 user nova-compute[74976]: INFO os_vif [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d')
Dec 04 05:34:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No VIF found with MAC fa:16:3e:97:48:b0, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG nova.network.neutron [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updated VIF entry in instance network info cache for port 37cd8c4d-3d8d-42c7-96dc-03171506ccca. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG nova.network.neutron [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating instance_info_cache with network_info: [{"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6d0c2753-d2d7-4ef3-bb5b-629e6fc2e621 req-11a0d646-4f76-4738-b3d2-ed817a143458 service nova] Releasing lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] No waiting events found dispatching network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:23 user nova-compute[74976]: WARNING nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received unexpected event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a for instance with vm_state building and task_state spawning.
Dec 04 05:34:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] No waiting events found dispatching network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:23 user nova-compute[74976]: WARNING nova.compute.manager [req-ccd7ffb8-ceac-4bf4-8b78-691e30c69001 req-9985ae36-d36b-4946-9baf-581f189db6c4 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received unexpected event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a for instance with vm_state building and task_state spawning.
Dec 04 05:34:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] No waiting events found dispatching network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:25 user nova-compute[74976]: WARNING nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received unexpected event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca for instance with vm_state building and task_state spawning.
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] No waiting events found dispatching network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:25 user nova-compute[74976]: WARNING nova.compute.manager [req-f1f5dfbe-283a-487d-84f4-1dac1abbdb4c req-12d2d827-0f10-4c7c-a38b-860a9d3ad284 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received unexpected event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca for instance with vm_state building and task_state spawning.
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:34:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Instance spawned successfully.
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: INFO nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Took 6.81 seconds to spawn the instance on the hypervisor.
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:34:26 user nova-compute[74976]: INFO nova.compute.manager [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Took 24.52 seconds to build instance.
Dec 04 05:34:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-40d66de0-047e-4e53-a0f5-fbcfb1a73635 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.647s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:34:26 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Instance spawned successfully.
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:26 user nova-compute[74976]: INFO nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Took 6.40 seconds to spawn the instance on the hypervisor.
Dec 04 05:34:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:34:26 user nova-compute[74976]: INFO nova.compute.manager [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Took 7.50 seconds to build instance.
Dec 04 05:34:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75163c3b-b9b2-4642-a495-15b7c892a057 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.700s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:27 user nova-compute[74976]: INFO nova.compute.manager [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Terminating instance
Dec 04 05:34:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-f3262957-97d0-4145-be0f-5b39d2960418 req-1d9fe571-f3c2-4ce4-8f70-f0db4610dae2 service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-unplugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:34:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Instance destroyed successfully.
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid 6c079ed1-7f79-48d4-96e6-6b995a32052c {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-474038256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-474038256',id=13,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:20:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-n7gu5axz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:22:27Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=6c079ed1-7f79-48d4-96e6-6b995a32052c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "address": "fa:16:3e:fe:39:6b", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbeada711-d8", "ovs_interfaceid": "beada711-d85d-4c23-a6b4-5e2918ebaf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_vif [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbeada711-d8, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d51245a-10cf-4952-b84c-467a341649a7) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:28 user nova-compute[74976]: INFO os_vif [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:39:6b,bridge_name='br-int',has_traffic_filtering=True,id=beada711-d85d-4c23-a6b4-5e2918ebaf8b,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbeada711-d8')
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eQDXrzVf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:34:28 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f811c5-8a37-44c1-906a-830324a574b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:34:28 user nova-compute[74976]: No targets found.
Dec 04 05:34:28 user nova-compute[74976]: iSNS:
Dec 04 05:34:28 user nova-compute[74976]: No targets found.
Dec 04 05:34:28 user nova-compute[74976]: STATIC:
Dec 04 05:34:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481
Dec 04 05:34:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:34:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:34:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:34:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:34:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:34:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734
Dec 04 05:34:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:34:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:34:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:34:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:34:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:34:28 user nova-compute[74976]: FIRMWARE:
Dec 04 05:34:28 user nova-compute[74976]: No targets found.
Dec 04 05:34:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:34:28 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:34:28 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f57f6296-da23-4352-b078-745c761d4677]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6708130e-11d6-442e-95e4-95e230625f88]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:34:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c51bac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734'): ({'sdd'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Removing single pathed devices sdd {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2cfd15e-3339-4bb2-af2f-ce72eacc972f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec140a2-f4fd-444b-b935-6a955cf5f142]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Flushing IO for device /dev/sdd {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc2dcd0-2566-4158-b69c-6cbe09dd4e8a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae527bb-f649-45dd-8c0b-641697599484]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eff0f58-3766-4cf1-91f4-5838db50971e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76aa11d4-ac43-4978-9157-d45311810cd9]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260]
Dec 04 05:34:28 user nova-compute[74976]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734, portal: 172.16.0.220,3260] successful.
Dec 04 05:34:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3130c32b-7b54-4458-be1f-5e6d9b218734 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e826c6-3c79-49f3-bec0-d47ff88ee279]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] <== disconnect_volume: return (359ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:34:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Deleting instance files /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c_del
Dec 04 05:34:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Deletion of /opt/stack/data/nova/instances/6c079ed1-7f79-48d4-96e6-6b995a32052c_del complete
Dec 04 05:34:28 user nova-compute[74976]: INFO nova.compute.manager [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Took 1.36 seconds to destroy the instance on the hypervisor.
Dec 04 05:34:28 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:34:28 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:34:29 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:29 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Took 0.48 seconds to deallocate network for instance.
Dec 04 05:34:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] Acquiring lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] No waiting events found dispatching network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:30 user nova-compute[74976]: WARNING nova.compute.manager [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received unexpected event network-vif-plugged-beada711-d85d-4c23-a6b4-5e2918ebaf8b for instance with vm_state active and task_state deleting.
Dec 04 05:34:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e401bb4-f870-4a3e-a72a-f3114419df19 req-9d8ed887-c90b-4cfe-9df3-33c60aee065d service nova] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Received event network-vif-deleted-beada711-d85d-4c23-a6b4-5e2918ebaf8b {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:30 user nova-compute[74976]: INFO nova.compute.manager [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: 6c079ed1-7f79-48d4-96e6-6b995a32052c] Took 0.87 seconds to detach 1 volumes for instance.
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:30 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Deleted allocations for instance 6c079ed1-7f79-48d4-96e6-6b995a32052c
Dec 04 05:34:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-57dc1bc7-0344-4e52-8705-0084f4c5da03 tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "6c079ed1-7f79-48d4-96e6-6b995a32052c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.266s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:43 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:34:45 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:45 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7647MB free_disk=25.11013412475586GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Applying migration context for instance 3c653a3b-7050-4bef-861d-7de3b324541e as it has an incoming, in-progress migration 61a6f696-f9b9-4e7a-97a5-ec41bcf8185a. Migration status is finished {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 05:34:45 user nova-compute[74976]: INFO nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating resource usage from migration 61a6f696-f9b9-4e7a-97a5-ec41bcf8185a
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance cd296147-5275-408e-9544-c56f0bb6e474 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Migration 61a6f696-f9b9-4e7a-97a5-ec41bcf8185a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 95dbe184-82e1-40e9-816d-da5f21492478 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance e98fc273-1c0f-4273-be61-47035e02c38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:34:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.522s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:34:47 user nova-compute[74976]: INFO nova.compute.claims [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Claim successful on node user
Dec 04 05:34:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:34:47 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:34:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.policy [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8c7295f9204404bb5a7c7b1499eede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5afd002b6e4126b3204886c9e1d3d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:34:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Creating image(s)
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "/opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "/opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "/opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.219s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk 1073741824" returned: 0 in 0.059s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Successfully created port: fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:34:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Cannot resize image /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Ensure instance console log exists: /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Successfully updated port: fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquired lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-changed-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Refreshing instance network info cache due to event network-changed-fb0c60a6-b923-419c-9c5c-192f39004764. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] Acquiring lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Updating instance_info_cache with network_info: [{"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Releasing lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Instance network_info: |[{"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] Acquired lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.neutron [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Refreshing network info cache for port fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Start _get_guest_xml network_info=[{"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:34:49 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:49 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-997527786',display_name='tempest-VolumesActionsTest-instance-997527786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-997527786',id=39,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-1ioatuq4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:48Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:49 user nova-compute[74976]: DEBUG nova.objects.instance [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lazy-loading 'pci_devices' on Instance uuid 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:34:50 user nova-compute[74976]:   <uuid>1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f</uuid>
Dec 04 05:34:50 user nova-compute[74976]:   <name>instance-00000027</name>
Dec 04 05:34:50 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:34:50 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:34:50 user nova-compute[74976]:   <metadata>
Dec 04 05:34:50 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:34:50 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:name>tempest-VolumesActionsTest-instance-997527786</nova:name>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:34:49</nova:creationTime>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:34:50 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:34:50 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:owner>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:user uuid="fa8c7295f9204404bb5a7c7b1499eede">tempest-VolumesActionsTest-637887939-project-member</nova:user>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:project uuid="2b5afd002b6e4126b3204886c9e1d3d7">tempest-VolumesActionsTest-637887939</nova:project>
Dec 04 05:34:50 user nova-compute[74976]:       </nova:owner>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:34:50 user nova-compute[74976]:       <nova:ports>
Dec 04 05:34:50 user nova-compute[74976]:         <nova:port uuid="fb0c60a6-b923-419c-9c5c-192f39004764">
Dec 04 05:34:50 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 05:34:50 user nova-compute[74976]:         </nova:port>
Dec 04 05:34:50 user nova-compute[74976]:       </nova:ports>
Dec 04 05:34:50 user nova-compute[74976]:     </nova:instance>
Dec 04 05:34:50 user nova-compute[74976]:   </metadata>
Dec 04 05:34:50 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:34:50 user nova-compute[74976]:     <system>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="serial">1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f</entry>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="uuid">1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f</entry>
Dec 04 05:34:50 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:34:50 user nova-compute[74976]:     </system>
Dec 04 05:34:50 user nova-compute[74976]:   </sysinfo>
Dec 04 05:34:50 user nova-compute[74976]:   <os>
Dec 04 05:34:50 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:34:50 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:34:50 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:34:50 user nova-compute[74976]:   </os>
Dec 04 05:34:50 user nova-compute[74976]:   <features>
Dec 04 05:34:50 user nova-compute[74976]:     <acpi/>
Dec 04 05:34:50 user nova-compute[74976]:     <apic/>
Dec 04 05:34:50 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:34:50 user nova-compute[74976]:   </features>
Dec 04 05:34:50 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:34:50 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:34:50 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:34:50 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:34:50 user nova-compute[74976]:   </clock>
Dec 04 05:34:50 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:34:50 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:34:50 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:34:50 user nova-compute[74976]:   </cpu>
Dec 04 05:34:50 user nova-compute[74976]:   <devices>
Dec 04 05:34:50 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:34:50 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:34:50 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk"/>
Dec 04 05:34:50 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:34:50 user nova-compute[74976]:     </disk>
Dec 04 05:34:50 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:34:50 user nova-compute[74976]:       <mac address="fa:16:3e:22:80:6d"/>
Dec 04 05:34:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:50 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:34:50 user nova-compute[74976]:       <target dev="tapfb0c60a6-b9"/>
Dec 04 05:34:50 user nova-compute[74976]:     </interface>
Dec 04 05:34:50 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:34:50 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/console.log" append="off"/>
Dec 04 05:34:50 user nova-compute[74976]:     </serial>
Dec 04 05:34:50 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:34:50 user nova-compute[74976]:     <video>
Dec 04 05:34:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:34:50 user nova-compute[74976]:     </video>
Dec 04 05:34:50 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:34:50 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:34:50 user nova-compute[74976]:     </rng>
Dec 04 05:34:50 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:34:50 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:34:50 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:34:50 user nova-compute[74976]:     </memballoon>
Dec 04 05:34:50 user nova-compute[74976]:   </devices>
Dec 04 05:34:50 user nova-compute[74976]: </domain>
Dec 04 05:34:50 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-997527786',display_name='tempest-VolumesActionsTest-instance-997527786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-997527786',id=39,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-1ioatuq4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:34:48Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG os_vif [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '450e1d4a-a7ed-5f36-80ae-bd27a7b33082', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb0c60a6-b9, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb0c60a6-b9, col_values=(('qos', UUID('e6d6e416-4178-489b-a182-b3314c6a7d3f')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb0c60a6-b9, col_values=(('external_ids', {'iface-id': 'fb0c60a6-b923-419c-9c5c-192f39004764', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:80:6d', 'vm-uuid': '1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:50 user nova-compute[74976]: INFO os_vif [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9')
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] No VIF found with MAC fa:16:3e:22:80:6d, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Updated VIF entry in instance network info cache for port fb0c60a6-b923-419c-9c5c-192f39004764. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Updating instance_info_cache with network_info: [{"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:34:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4b04da00-6e70-474a-ace2-c8561a99abf3 req-3697846a-9728-41e4-8843-a4bdc40b4671 service nova] Releasing lock "refresh_cache-1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] No waiting events found dispatching network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:51 user nova-compute[74976]: WARNING nova.compute.manager [req-394a2c85-4099-4838-93cf-3d4fb7dab8c3 req-6e1a9a52-c5ab-4771-bb8c-85f6fb2c2212 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received unexpected event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 for instance with vm_state building and task_state spawning.
Dec 04 05:34:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:34:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Instance spawned successfully.
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] No waiting events found dispatching network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:34:53 user nova-compute[74976]: WARNING nova.compute.manager [req-112bd4dd-86ee-4c5f-aeee-645715debd46 req-5926cb1b-5b18-4ffe-9846-2a8436c441c7 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received unexpected event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 for instance with vm_state building and task_state spawning.
Dec 04 05:34:53 user nova-compute[74976]: INFO nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Took 5.56 seconds to spawn the instance on the hypervisor.
Dec 04 05:34:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:34:53 user nova-compute[74976]: INFO nova.compute.manager [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Took 6.53 seconds to build instance.
Dec 04 05:34:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e447a3a5-ec0b-4100-b93b-2819f2802976 tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.650s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:34:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:34:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:34:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:05 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:35:05 user nova-compute[74976]: INFO nova.compute.claims [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Claim successful on node user
Dec 04 05:35:05 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:35:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.policy [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7492c37320f495ea82198ab18f59d7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a441f6495f948bbbfe6a81226fb5866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:35:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Creating image(s)
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "/opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "/opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "/opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.218s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk 1073741824" returned: 0 in 0.071s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.206s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Successfully created port: 18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Cannot resize image /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Ensure instance console log exists: /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Successfully updated port: 18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquired lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received event network-changed-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Refreshing instance network info cache due to event network-changed-18038849-7764-4b88-b573-b961110c84b8. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] Acquiring lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:07 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.neutron [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updating instance_info_cache with network_info: [{"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Releasing lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Instance network_info: |[{"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] Acquired lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Refreshing network info cache for port 18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Start _get_guest_xml network_info=[{"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:35:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:35:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:35:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6511324',id=40,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9gLPZsUSWSgjxciqOGUPVDmUvGvMPsDPztyq+5xu4FrRp5qbc9N768iRlPylHZX6tuZFcKeBEbJwThMohV/Knmv6NlV0YYXzbPiE1KumTlJIm9LAHHNkSTe0Rx75Qmgw==',key_name='tempest-keypair-1440855969',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a441f6495f948bbbfe6a81226fb5866',ramdisk_id='',reservation_id='r-20sojnom',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:35:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7492c37320f495ea82198ab18f59d7c',uuid=0a81ed85-facf-4628-87f8-6e81d2053da7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converting VIF {"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.objects.instance [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:35:08 user nova-compute[74976]:   <uuid>0a81ed85-facf-4628-87f8-6e81d2053da7</uuid>
Dec 04 05:35:08 user nova-compute[74976]:   <name>instance-00000028</name>
Dec 04 05:35:08 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:35:08 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:35:08 user nova-compute[74976]:   <metadata>
Dec 04 05:35:08 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:35:08 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428</nova:name>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:35:08</nova:creationTime>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:35:08 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:35:08 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:owner>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:user uuid="e7492c37320f495ea82198ab18f59d7c">tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member</nova:user>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:project uuid="9a441f6495f948bbbfe6a81226fb5866">tempest-TestServerVolumeAttachScenarioOldVersion-1353421610</nova:project>
Dec 04 05:35:08 user nova-compute[74976]:       </nova:owner>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:35:08 user nova-compute[74976]:       <nova:ports>
Dec 04 05:35:08 user nova-compute[74976]:         <nova:port uuid="18038849-7764-4b88-b573-b961110c84b8">
Dec 04 05:35:08 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 05:35:08 user nova-compute[74976]:         </nova:port>
Dec 04 05:35:08 user nova-compute[74976]:       </nova:ports>
Dec 04 05:35:08 user nova-compute[74976]:     </nova:instance>
Dec 04 05:35:08 user nova-compute[74976]:   </metadata>
Dec 04 05:35:08 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:35:08 user nova-compute[74976]:     <system>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="serial">0a81ed85-facf-4628-87f8-6e81d2053da7</entry>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="uuid">0a81ed85-facf-4628-87f8-6e81d2053da7</entry>
Dec 04 05:35:08 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:35:08 user nova-compute[74976]:     </system>
Dec 04 05:35:08 user nova-compute[74976]:   </sysinfo>
Dec 04 05:35:08 user nova-compute[74976]:   <os>
Dec 04 05:35:08 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:35:08 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:35:08 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:35:08 user nova-compute[74976]:   </os>
Dec 04 05:35:08 user nova-compute[74976]:   <features>
Dec 04 05:35:08 user nova-compute[74976]:     <acpi/>
Dec 04 05:35:08 user nova-compute[74976]:     <apic/>
Dec 04 05:35:08 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:35:08 user nova-compute[74976]:   </features>
Dec 04 05:35:08 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:35:08 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:35:08 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:35:08 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:35:08 user nova-compute[74976]:   </clock>
Dec 04 05:35:08 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:35:08 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:35:08 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:35:08 user nova-compute[74976]:   </cpu>
Dec 04 05:35:08 user nova-compute[74976]:   <devices>
Dec 04 05:35:08 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:35:08 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:35:08 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk"/>
Dec 04 05:35:08 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:35:08 user nova-compute[74976]:     </disk>
Dec 04 05:35:08 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:35:08 user nova-compute[74976]:       <mac address="fa:16:3e:a9:11:a6"/>
Dec 04 05:35:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:35:08 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:35:08 user nova-compute[74976]:       <target dev="tap18038849-77"/>
Dec 04 05:35:08 user nova-compute[74976]:     </interface>
Dec 04 05:35:08 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:35:08 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/console.log" append="off"/>
Dec 04 05:35:08 user nova-compute[74976]:     </serial>
Dec 04 05:35:08 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:35:08 user nova-compute[74976]:     <video>
Dec 04 05:35:08 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:35:08 user nova-compute[74976]:     </video>
Dec 04 05:35:08 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:35:08 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:35:08 user nova-compute[74976]:     </rng>
Dec 04 05:35:08 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:35:08 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:35:08 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:35:08 user nova-compute[74976]:     </memballoon>
Dec 04 05:35:08 user nova-compute[74976]:   </devices>
Dec 04 05:35:08 user nova-compute[74976]: </domain>
Dec 04 05:35:08 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:35:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6511324',id=40,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9gLPZsUSWSgjxciqOGUPVDmUvGvMPsDPztyq+5xu4FrRp5qbc9N768iRlPylHZX6tuZFcKeBEbJwThMohV/Knmv6NlV0YYXzbPiE1KumTlJIm9LAHHNkSTe0Rx75Qmgw==',key_name='tempest-keypair-1440855969',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a441f6495f948bbbfe6a81226fb5866',ramdisk_id='',reservation_id='r-20sojnom',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:35:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7492c37320f495ea82198ab18f59d7c',uuid=0a81ed85-facf-4628-87f8-6e81d2053da7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converting VIF {"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG os_vif [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '28efe51c-9c18-5901-aa79-43992faa4ae3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18038849-77, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18038849-77, col_values=(('qos', UUID('ac371f1a-fe48-484e-9da5-b3f7e0a35c99')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18038849-77, col_values=(('external_ids', {'iface-id': '18038849-7764-4b88-b573-b961110c84b8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:11:a6', 'vm-uuid': '0a81ed85-facf-4628-87f8-6e81d2053da7'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:08 user nova-compute[74976]: INFO os_vif [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77')
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] No VIF found with MAC fa:16:3e:a9:11:a6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updated VIF entry in instance network info cache for port 18038849-7764-4b88-b573-b961110c84b8. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG nova.network.neutron [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updating instance_info_cache with network_info: [{"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5add6147-d365-43da-89fc-4ed72ac69172 req-d61e0f10-ace0-4bfd-8c32-ca87896bc02b service nova] Releasing lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received event network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] No waiting events found dispatching network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:09 user nova-compute[74976]: WARNING nova.compute.manager [req-a915b50b-86f4-4014-9510-2d6b0f378258 req-47d3a49b-2c9f-4d6d-95a9-9e0849097acb service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received unexpected event network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 for instance with vm_state building and task_state spawning.
Dec 04 05:35:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:35:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Instance spawned successfully.
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:35:11 user nova-compute[74976]: INFO nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Took 5.69 seconds to spawn the instance on the hypervisor.
Dec 04 05:35:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received event network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG nova.compute.manager [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] No waiting events found dispatching network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:12 user nova-compute[74976]: WARNING nova.compute.manager [req-35fc5d4c-219a-44f0-a5c5-d15948d95d48 req-bd74e180-b736-40a7-b8d1-97690d3187a4 service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received unexpected event network-vif-plugged-18038849-7764-4b88-b573-b961110c84b8 for instance with vm_state building and task_state spawning.
Dec 04 05:35:12 user nova-compute[74976]: INFO nova.compute.manager [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Took 6.53 seconds to build instance.
Dec 04 05:35:12 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-026e4942-00bc-487e-a701-cc9ba2d0a4cf tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.631s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:18 user nova-compute[74976]: INFO nova.compute.manager [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Terminating instance
Dec 04 05:35:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-unplugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] No waiting events found dispatching network-vif-unplugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:18 user nova-compute[74976]: DEBUG nova.compute.manager [req-97da844c-5820-453c-8fa6-3917b083e301 req-e2e68b02-94bb-4fd4-8e69-e164e9e5486a service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-unplugged-91bb031a-2110-4065-8835-7c3ccd586a13 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Instance destroyed successfully.
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lazy-loading 'resources' on Instance uuid cd296147-5275-408e-9544-c56f0bb6e474 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1490402310',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1490402310',id=1,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:15:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e1b7347a9934887983c0c73b4394122',ramdisk_id='',reservation_id='r-72npb003',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:17:37Z,user_data=None,user_id='48ee9d21258f46f88c026bd3a24ea785',uuid=cd296147-5275-408e-9544-c56f0bb6e474,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converting VIF {"id": "91bb031a-2110-4065-8835-7c3ccd586a13", "address": "fa:16:3e:4b:16:0d", "network": {"id": "49c11cf9-f020-44d6-8fbb-c5010ade41e2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-586046808-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e1b7347a9934887983c0c73b4394122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91bb031a-21", "ovs_interfaceid": "91bb031a-2110-4065-8835-7c3ccd586a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG os_vif [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91bb031a-21, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72d32b3c-0bed-487b-a883-78e176e3eeaf) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:19 user nova-compute[74976]: INFO os_vif [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:16:0d,bridge_name='br-int',has_traffic_filtering=True,id=91bb031a-2110-4065-8835-7c3ccd586a13,network=Network(49c11cf9-f020-44d6-8fbb-c5010ade41e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91bb031a-21')
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Deleting instance files /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474_del
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Deletion of /opt/stack/data/nova/instances/cd296147-5275-408e-9544-c56f0bb6e474_del complete
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.compute.manager [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 05:35:19 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-82699bf4-a821-4551-baaf-93465449996a req-26e93116-8e11-49b3-ae23-96dccec4c426 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-deleted-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.compute.manager [req-82699bf4-a821-4551-baaf-93465449996a req-26e93116-8e11-49b3-ae23-96dccec4c426 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Neutron deleted interface 91bb031a-2110-4065-8835-7c3ccd586a13; detaching it from the instance and deleting it from the info cache
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-82699bf4-a821-4551-baaf-93465449996a req-26e93116-8e11-49b3-ae23-96dccec4c426 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:19 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Took 0.50 seconds to deallocate network for instance.
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-82699bf4-a821-4551-baaf-93465449996a req-26e93116-8e11-49b3-ae23-96dccec4c426 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Detach interface failed, port_id=91bb031a-2110-4065-8835-7c3ccd586a13, reason: Instance cd296147-5275-408e-9544-c56f0bb6e474 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:35:19 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:20 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Deleted allocations for instance cd296147-5275-408e-9544-c56f0bb6e474
Dec 04 05:35:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5dae9526-e3c3-451a-82e4-c7d55d425f9f tempest-ServerBootFromVolumeStableRescueTest-2003967071 tempest-ServerBootFromVolumeStableRescueTest-2003967071-project-member] Lock "cd296147-5275-408e-9544-c56f0bb6e474" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.874s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] Acquiring lock "cd296147-5275-408e-9544-c56f0bb6e474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] Lock "cd296147-5275-408e-9544-c56f0bb6e474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:20 user nova-compute[74976]: DEBUG nova.compute.manager [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] No waiting events found dispatching network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:20 user nova-compute[74976]: WARNING nova.compute.manager [req-f7e557cf-6632-418c-9218-23fb0cd138f9 req-fd9c2c26-0daa-4783-a58d-1bb43ffb9f75 service nova] [instance: cd296147-5275-408e-9544-c56f0bb6e474] Received unexpected event network-vif-plugged-91bb031a-2110-4065-8835-7c3ccd586a13 for instance with vm_state deleted and task_state None.
Dec 04 05:35:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Going to confirm migration 2 {{(pid=74976) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquired lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'info_cache' on Instance uuid 3c653a3b-7050-4bef-861d-7de3b324541e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [{"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Releasing lock "refresh_cache-3c653a3b-7050-4bef-861d-7de3b324541e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'migration_context' on Instance uuid 3c653a3b-7050-4bef-861d-7de3b324541e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG nova.objects.base [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Object Instance<3c653a3b-7050-4bef-861d-7de3b324541e> lazy-loaded attributes: info_cache,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:37 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:35:37 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:35:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.394s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:37 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Deleted allocation for migration 61a6f696-f9b9-4e7a-97a5-ec41bcf8185a
Dec 04 05:35:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c660ddf1-79a9-4d2c-8825-e9259a843268 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.285s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:47 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:35:47 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7657MB free_disk=25.17325210571289GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 95dbe184-82e1-40e9-816d-da5f21492478 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance e98fc273-1c0f-4273-be61-47035e02c38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 0a81ed85-facf-4628-87f8-6e81d2053da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:35:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:35:48 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:35:48 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:35:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:35:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.422s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid c562364d-085c-40ab-961f-50b2311399cf {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [{"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-c562364d-085c-40ab-961f-50b2311399cf" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:52 user nova-compute[74976]: INFO nova.compute.manager [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Terminating instance
Dec 04 05:35:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-unplugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] No waiting events found dispatching network-vif-unplugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-70e14921-d4df-4d73-a4c8-fe192a321aa9 req-8745634d-108b-4bd9-aaea-b2c1c2b3f8d3 service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-unplugged-f3485316-0a85-47dc-8f82-dcba99d75c8a for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Instance destroyed successfully.
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.objects.instance [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid 95dbe184-82e1-40e9-816d-da5f21492478 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1848973904',display_name='tempest-TestVolumeBootPattern-server-1848973904',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1848973904',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:34:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pafthpwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:34:26Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=95dbe184-82e1-40e9-816d-da5f21492478,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "address": "fa:16:3e:49:ed:ca", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3485316-0a", "ovs_interfaceid": "f3485316-0a85-47dc-8f82-dcba99d75c8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_vif [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3485316-0a, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0dba775-a485-4012-857f-d4681b5a8cee) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:53 user nova-compute[74976]: INFO os_vif [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ed:ca,bridge_name='br-int',has_traffic_filtering=True,id=f3485316-0a85-47dc-8f82-dcba99d75c8a,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3485316-0a')
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cNRPrEFM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:35:53 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[829f9d00-1fef-43ea-9917-80751d680f4f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:35:53 user nova-compute[74976]: No targets found.
Dec 04 05:35:53 user nova-compute[74976]: iSNS:
Dec 04 05:35:53 user nova-compute[74976]: No targets found.
Dec 04 05:35:53 user nova-compute[74976]: STATIC:
Dec 04 05:35:53 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481
Dec 04 05:35:53 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:35:53 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:35:53 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:35:53 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:35:53 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:35:53 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:35:53 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:35:53 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:35:53 user nova-compute[74976]: FIRMWARE:
Dec 04 05:35:53 user nova-compute[74976]: No targets found.
Dec 04 05:35:53 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:35:53 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:35:53 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[972b85a2-9c01-4816-8509-2b4e0395f1d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[99492310-3a69-4b33-bc73-ac28ff5a7e73]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:35:53 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:35:53 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:35:53 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:35:53 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:35:53 user nova-compute[74976]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 (non-flash)
Dec 04 05:35:53 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca043ae9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[51abcfcb-8795-4354-9b34-3c00722d0f82]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d59eadf-2bf4-476d-8856-c96a09ee8db0]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc8e6b3-2541-4307-a78d-e926c3cba368]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f966ce21-d7e0-4566-9ac7-154ff55083db]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_d60d4bef', '/dev/disk/by-id/scsi-1SCST_BIOd60d4bef-705bee74c3494ba7', '/dev/disk/by-id/scsi-23730356265653734') {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:35:53 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_d60d4bef
Dec 04 05:35:53 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOd60d4bef-705bee74c3494ba7
Dec 04 05:35:53 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23730356265653734
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[449cce95-0049-4522-9d40-f776ac0716b7]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d99aa574-7b55-4be7-8e31-6c6ceb47ef7b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03b91b1-73c4-4646-88b9-d0b7de26f457]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260]
Dec 04 05:35:53 user nova-compute[74976]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481, portal: 172.16.0.220,3260] successful.
Dec 04 05:35:53 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24660bf2-b4bf-4077-8c78-edd6631f4481 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ba5851-e3ac-45d0-8b39-30eace26b9de]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (319ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:35:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Deleting instance files /opt/stack/data/nova/instances/95dbe184-82e1-40e9-816d-da5f21492478_del
Dec 04 05:35:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Deletion of /opt/stack/data/nova/instances/95dbe184-82e1-40e9-816d-da5f21492478_del complete
Dec 04 05:35:53 user nova-compute[74976]: INFO nova.compute.manager [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Took 1.22 seconds to destroy the instance on the hypervisor.
Dec 04 05:35:53 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:35:53 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:35:54 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:54 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Took 0.56 seconds to deallocate network for instance.
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] Acquiring lock "95dbe184-82e1-40e9-816d-da5f21492478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] Lock "95dbe184-82e1-40e9-816d-da5f21492478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] No waiting events found dispatching network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:35:55 user nova-compute[74976]: WARNING nova.compute.manager [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received unexpected event network-vif-plugged-f3485316-0a85-47dc-8f82-dcba99d75c8a for instance with vm_state active and task_state deleting.
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-3951c6a5-cf1c-40e8-bfe5-8f633b3b42bf req-576e2736-ca13-43c0-b8d2-188b349fc9ad service nova] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Received event network-vif-deleted-f3485316-0a85-47dc-8f82-dcba99d75c8a {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:55 user nova-compute[74976]: INFO nova.compute.manager [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Took 0.80 seconds to detach 1 volumes for instance.
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 95dbe184-82e1-40e9-816d-da5f21492478] Deleting volume: 24660bf2-b4bf-4077-8c78-edd6631f4481 {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:55 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance 95dbe184-82e1-40e9-816d-da5f21492478
Dec 04 05:35:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-26f8601e-30c9-472e-8724-fcb571929609 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "95dbe184-82e1-40e9-816d-da5f21492478" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.213s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:35:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing instance network info cache due to event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:35:57 user nova-compute[74976]: INFO nova.compute.manager [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Detaching volume cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updated VIF entry in instance network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.network.neutron [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:57 user nova-compute[74976]: INFO nova.virt.block_device [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Attempting to driver detach volume cc79297a-6ccc-4251-8d1d-d80f198a772d from mountpoint /dev/vdb
Dec 04 05:35:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5888d434-7ffb-4c93-a5fc-d33b2aa5121e req-2275c9c6-f4f4-4172-874d-5c8bfd0c0897 service nova] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Attempting to detach device vdb from instance 6eff222d-16b8-46b6-b057-a864b41d47f2 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:35:57 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:35:57 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:35:57 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:35:57 user nova-compute[74976]:   <serial>cc79297a-6ccc-4251-8d1d-d80f198a772d</serial>
Dec 04 05:35:57 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:35:57 user nova-compute[74976]: </disk>
Dec 04 05:35:57 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:35:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully detached device vdb from instance 6eff222d-16b8-46b6-b057-a864b41d47f2 from the persistent domain config.
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6eff222d-16b8-46b6-b057-a864b41d47f2 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:35:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:35:57 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:35:57 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:35:57 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:35:57 user nova-compute[74976]:   <serial>cc79297a-6ccc-4251-8d1d-d80f198a772d</serial>
Dec 04 05:35:57 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:35:57 user nova-compute[74976]: </disk>
Dec 04 05:35:57 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:35:58 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:35:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing instance network info cache due to event network-changed-82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] Acquiring lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] Acquired lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Refreshing network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updated VIF entry in instance network info cache for port 82b24832-4f5c-44e6-a2e7-8c980255e992. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG nova.network.neutron [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [{"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:35:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c7f1f891-dd5a-4c9e-bb1f-532e502c1b30 req-ff386cde-5577-4956-96c9-0a799642c56c service nova] Releasing lock "refresh_cache-6eff222d-16b8-46b6-b057-a864b41d47f2" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-changed-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:09 user nova-compute[74976]: DEBUG nova.compute.manager [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Refreshing instance network info cache due to event network-changed-37cd8c4d-3d8d-42c7-96dc-03171506ccca. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:36:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] Acquiring lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:36:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] Acquired lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:36:09 user nova-compute[74976]: DEBUG nova.network.neutron [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Refreshing network info cache for port 37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:36:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updated VIF entry in instance network info cache for port 37cd8c4d-3d8d-42c7-96dc-03171506ccca. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:36:10 user nova-compute[74976]: DEBUG nova.network.neutron [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating instance_info_cache with network_info: [{"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:10 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-76e508c5-1f51-45c8-a9e6-e02718d61fc1 req-030e13f6-456e-4b39-b004-ba63196a6bd5 service nova] Releasing lock "refresh_cache-e98fc273-1c0f-4273-be61-47035e02c38e" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:13 user nova-compute[74976]: INFO nova.compute.manager [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attaching volume a065d757-b4ef-4b87-868b-0cfbb4735614 to /dev/vdb
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.utils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c36dcc95-cc3a-461d-9f90-e00afb22f84f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ea76de-85f7-4574-b823-d390e51ec5e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2b37da-c80c-457f-8dd6-9348b4628f28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[90600e1b-ed9c-4104-9683-aa0bd3f6b432]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:36:13 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:36:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7885a34a-ce5e-4a21-a5c8-883348b8c508]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG os_brick.utils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:36:13 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating existing volume attachment record: 8fb17967-4fc4-4c8f-b74c-5e1fb0dd3a13 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:36:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6eff222d-16b8-46b6-b057-a864b41d47f2 is timed out.
Dec 04 05:36:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully detached device vdb from instance 6eff222d-16b8-46b6-b057-a864b41d47f2 from the live domain config.
Dec 04 05:36:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKtDfhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:18 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c9040d-dd04-4c24-9f49-65efd374c9d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:36:18 user nova-compute[74976]: No targets found.
Dec 04 05:36:18 user nova-compute[74976]: iSNS:
Dec 04 05:36:18 user nova-compute[74976]: No targets found.
Dec 04 05:36:18 user nova-compute[74976]: STATIC:
Dec 04 05:36:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:36:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:36:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:36:18 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d
Dec 04 05:36:18 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:36:18 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:36:18 user nova-compute[74976]: FIRMWARE:
Dec 04 05:36:18 user nova-compute[74976]: No targets found.
Dec 04 05:36:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:36:18 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:36:18 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10d88ab-ad6e-44ef-a3e6-8e526bd69940]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3996e708-ddc6-4cc6-9434-e152f85076d3]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:36:18 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d (non-flash)
Dec 04 05:36:18 user nova-compute[74976]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0cfe1990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d5f810-eb9c-463e-8860-8c03ef1e7bee]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc336b8d-d99c-464e-8197-8ef097365941]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc2b407-06c8-414b-8cb0-0a481f645e81]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6597c23d-d0a4-4836-a92b-736e466538a3]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9177e308-e5aa-4588-9b07-60567d29c326]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c961692-c4bc-42a3-98c5-d79a0a55760b]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260]
Dec 04 05:36:18 user nova-compute[74976]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d, portal: 172.16.0.220,3260] successful.
Dec 04 05:36:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc79297a-6ccc-4251-8d1d-d80f198a772d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a934dc7-5ff4-4d87-90ec-67db593a1271]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] <== disconnect_volume: return (332ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:36:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:36:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'flavor' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bc3a805-a007-46f7-8379-1e59b36afe3c tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.844s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:21 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:36:21 user nova-compute[74976]: INFO nova.compute.claims [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Claim successful on node user
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:36:22 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.policy [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a34f5ef824fa4e0699b2b84d58c229e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa7daa9c210c428d94ba9cc83c6ce0b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:36:22 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Creating image(s)
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk 1073741824" returned: 0 in 0.064s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Successfully created port: 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:36:22 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TLYwSblG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:36:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:36:23 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8ee9f8-bcb9-4b74-890e-845a30b97dc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:36:23 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Cannot resize image /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Ensure instance console log exists: /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[229b4f43-c84c-49a0-84b8-7eb74ce8868d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614] added
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6603c713-aa63-42b7-9049-064594882663]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df8bd79-4529-421c-8fe4-9c60bb199307]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TLYwSblG {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TLYwSblG" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f44b79-dce9-4471-95ab-aa9b3976e69a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TLYwSblG'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcfe2035-7a4f-4a40-b147-31cc1ff75351]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[deeef16a-7fec-45c0-b2c6-fe6dcdf5cad6]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[00702641-5606-4eed-9c35-1fbfcb1585fe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260]
Dec 04 05:36:23 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260] successful.
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b278585-c9d6-43c6-8021-4528118c915c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5964ceba-890d-4643-9cbe-9a3cb1a3999c]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1a33c4-a2a1-474e-8ed4-e81cadb470e8]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TLYwSblG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Successfully updated port: 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing instance network info cache due to event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance network_info: |[{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.neutron [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start _get_guest_xml network_info=[{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:36:23 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:36:23 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-115254561',display_name='tempest-ServerStableDeviceRescueTest-server-115254561',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-115254561',id=41,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBInbDywP93ljj6uNGleajQbME5X5VgyixB4OSmoyQ5aXVIJ4Hwka5q6qWooNZojYB9PeSrCuJJ5v/ORRtsZTAQsZ76ee/JS8yQFGADmo7JN7c3bHy7sN82ovMFeLFR47og==',key_name='tempest-keypair-847454264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa7daa9c210c428d94ba9cc83c6ce0b2',ramdisk_id='',reservation_id='r-uhts24xx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-671822886',owner_user_name='tempest-ServerStableDeviceRescueTest-671822886-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:36:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34f5ef824fa4e0699b2b84d58c229e6',uuid=eae9e949-f482-4f40-b8f0-e1b19acb1ac6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converting VIF {"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.objects.instance [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'pci_devices' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:36:23 user nova-compute[74976]:   <uuid>eae9e949-f482-4f40-b8f0-e1b19acb1ac6</uuid>
Dec 04 05:36:23 user nova-compute[74976]:   <name>instance-00000029</name>
Dec 04 05:36:23 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:36:23 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:36:23 user nova-compute[74976]:   <metadata>
Dec 04 05:36:23 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:36:23 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-115254561</nova:name>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:36:23</nova:creationTime>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:36:23 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:36:23 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:owner>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:user uuid="a34f5ef824fa4e0699b2b84d58c229e6">tempest-ServerStableDeviceRescueTest-671822886-project-member</nova:user>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:project uuid="aa7daa9c210c428d94ba9cc83c6ce0b2">tempest-ServerStableDeviceRescueTest-671822886</nova:project>
Dec 04 05:36:23 user nova-compute[74976]:       </nova:owner>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:36:23 user nova-compute[74976]:       <nova:ports>
Dec 04 05:36:23 user nova-compute[74976]:         <nova:port uuid="91b73385-7e71-4cc5-ac0c-62a54cb91952">
Dec 04 05:36:23 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:36:23 user nova-compute[74976]:         </nova:port>
Dec 04 05:36:23 user nova-compute[74976]:       </nova:ports>
Dec 04 05:36:23 user nova-compute[74976]:     </nova:instance>
Dec 04 05:36:23 user nova-compute[74976]:   </metadata>
Dec 04 05:36:23 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:36:23 user nova-compute[74976]:     <system>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="serial">eae9e949-f482-4f40-b8f0-e1b19acb1ac6</entry>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="uuid">eae9e949-f482-4f40-b8f0-e1b19acb1ac6</entry>
Dec 04 05:36:23 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:36:23 user nova-compute[74976]:     </system>
Dec 04 05:36:23 user nova-compute[74976]:   </sysinfo>
Dec 04 05:36:23 user nova-compute[74976]:   <os>
Dec 04 05:36:23 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:36:23 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:36:23 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:36:23 user nova-compute[74976]:   </os>
Dec 04 05:36:23 user nova-compute[74976]:   <features>
Dec 04 05:36:23 user nova-compute[74976]:     <acpi/>
Dec 04 05:36:23 user nova-compute[74976]:     <apic/>
Dec 04 05:36:23 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:36:23 user nova-compute[74976]:   </features>
Dec 04 05:36:23 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:36:23 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:36:23 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:36:23 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:36:23 user nova-compute[74976]:   </clock>
Dec 04 05:36:23 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:36:23 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:36:23 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:36:23 user nova-compute[74976]:   </cpu>
Dec 04 05:36:23 user nova-compute[74976]:   <devices>
Dec 04 05:36:23 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:36:23 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:36:23 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk"/>
Dec 04 05:36:23 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:36:23 user nova-compute[74976]:     </disk>
Dec 04 05:36:23 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:36:23 user nova-compute[74976]:       <mac address="fa:16:3e:31:c8:be"/>
Dec 04 05:36:23 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:36:23 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:36:23 user nova-compute[74976]:       <target dev="tap91b73385-7e"/>
Dec 04 05:36:23 user nova-compute[74976]:     </interface>
Dec 04 05:36:23 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:36:23 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/console.log" append="off"/>
Dec 04 05:36:23 user nova-compute[74976]:     </serial>
Dec 04 05:36:23 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:36:23 user nova-compute[74976]:     <video>
Dec 04 05:36:23 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:36:23 user nova-compute[74976]:     </video>
Dec 04 05:36:23 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:36:23 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:36:23 user nova-compute[74976]:     </rng>
Dec 04 05:36:23 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:36:23 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:36:23 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:36:23 user nova-compute[74976]:     </memballoon>
Dec 04 05:36:23 user nova-compute[74976]:   </devices>
Dec 04 05:36:23 user nova-compute[74976]: </domain>
Dec 04 05:36:23 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-115254561',display_name='tempest-ServerStableDeviceRescueTest-server-115254561',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-115254561',id=41,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBInbDywP93ljj6uNGleajQbME5X5VgyixB4OSmoyQ5aXVIJ4Hwka5q6qWooNZojYB9PeSrCuJJ5v/ORRtsZTAQsZ76ee/JS8yQFGADmo7JN7c3bHy7sN82ovMFeLFR47og==',key_name='tempest-keypair-847454264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa7daa9c210c428d94ba9cc83c6ce0b2',ramdisk_id='',reservation_id='r-uhts24xx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-671822886',owner_user_name='tempest-ServerStableDeviceRescueTest-671822886-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:36:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34f5ef824fa4e0699b2b84d58c229e6',uuid=eae9e949-f482-4f40-b8f0-e1b19acb1ac6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converting VIF {"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG os_vif [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9d930cf6-27d9-5a6d-8897-c78cb3d7ec2d', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91b73385-7e, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91b73385-7e, col_values=(('qos', UUID('c318e6c4-b8b5-448e-aecf-a405b087c63b')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91b73385-7e, col_values=(('external_ids', {'iface-id': '91b73385-7e71-4cc5-ac0c-62a54cb91952', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:c8:be', 'vm-uuid': 'eae9e949-f482-4f40-b8f0-e1b19acb1ac6'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:23 user nova-compute[74976]: INFO os_vif [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e')
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No VIF found with MAC fa:16:3e:31:c8:be, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.network.neutron [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updated VIF entry in instance network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.network.neutron [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-04e59f8e-aef7-4a62-9dad-74d69466b3d7 req-d1be978d-e0ab-4b59-a829-e6c5d55f817b service nova] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23531393938636434', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531393938636434', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:36:24 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:36:24 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:36:24 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:36:24 user nova-compute[74976]:   <serial>a065d757-b4ef-4b87-868b-0cfbb4735614</serial>
Dec 04 05:36:24 user nova-compute[74976]: </disk>
Dec 04 05:36:24 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No VIF found with MAC fa:16:3e:97:48:b0, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b828d7ae-f4a9-452d-8666-3af454d47fc6 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.455s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:25 user nova-compute[74976]: WARNING nova.compute.manager [req-217252ad-ac23-41eb-9f10-c64187d3c8ae req-0a4361ce-178a-406c-b2ca-1b3159c8d316 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state building and task_state spawning.
Dec 04 05:36:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:36:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance spawned successfully.
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:27 user nova-compute[74976]: WARNING nova.compute.manager [req-5d914ada-34f7-4b30-a55c-3dea8c38e4f9 req-9a33e155-a0db-4076-870d-c2998178cb9c service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state building and task_state spawning.
Dec 04 05:36:27 user nova-compute[74976]: INFO nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Took 5.50 seconds to spawn the instance on the hypervisor.
Dec 04 05:36:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:36:27 user nova-compute[74976]: INFO nova.compute.manager [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Took 6.28 seconds to build instance.
Dec 04 05:36:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-048ff784-68e9-47da-a2f3-5d42c845218b tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.390s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:28 user nova-compute[74976]: INFO nova.compute.manager [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attaching volume 480ce8ac-8533-405d-96f2-9a462857ed10 to /dev/vdc
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.utils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95786347-ddef-4417-9e25-728204377ca1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f65600-5fb0-4d2e-b4d9-c91545163a6d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba8680dc-0fcc-403f-b109-dbe56aaaa4e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4667342f-b081-404f-accd-b8ccad94f518]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:36:28 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:36:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[990fe4c8-58e8-437d-8f68-52791a6f54bd]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG os_brick.utils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating existing volume attachment record: 78e8b9cd-c1c8-442c-af6e-d3bd0551578f {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:36:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:37 user nova-compute[74976]: INFO nova.compute.manager [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Terminating instance
Dec 04 05:36:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-unplugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] No waiting events found dispatching network-vif-unplugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b94c089-9e4b-497d-a4e2-497fe82dd303 req-0cda1f7f-e758-4133-b807-43d1ce062542 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-unplugged-fb0c60a6-b923-419c-9c5c-192f39004764 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tjRoPhyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:36:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:36:38 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd898844-d40d-48dc-9ec0-19a705d39805]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:36:38 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a10eae5-e8af-41d4-aac6-79febe885e44]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10] added
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc1ee639-1860-4b01-8f2a-c1847f984609]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd3a73f-dca1-48f2-b071-d847447656f0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tjRoPhyJ {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Instance destroyed successfully.
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lazy-loading 'resources' on Instance uuid 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-997527786',display_name='tempest-VolumesActionsTest-instance-997527786',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-997527786',id=39,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:34:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2b5afd002b6e4126b3204886c9e1d3d7',ramdisk_id='',reservation_id='r-1ioatuq4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-637887939',owner_user_name='tempest-VolumesActionsTest-637887939-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:34:54Z,user_data=None,user_id='fa8c7295f9204404bb5a7c7b1499eede',uuid=1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converting VIF {"id": "fb0c60a6-b923-419c-9c5c-192f39004764", "address": "fa:16:3e:22:80:6d", "network": {"id": "28a6890f-8599-4b5e-8c64-4392a061f645", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1391756596-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b5afd002b6e4126b3204886c9e1d3d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0c60a6-b9", "ovs_interfaceid": "fb0c60a6-b923-419c-9c5c-192f39004764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_vif [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tjRoPhyJ" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[424f1fdd-81c6-47e1-96b2-dbfd1dc4da6c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tjRoPhyJ'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb0c60a6-b9, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e6d6e416-4178-489b-a182-b3314c6a7d3f) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:36:38 user nova-compute[74976]: INFO os_vif [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:80:6d,bridge_name='br-int',has_traffic_filtering=True,id=fb0c60a6-b923-419c-9c5c-192f39004764,network=Network(28a6890f-8599-4b5e-8c64-4392a061f645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0c60a6-b9')
Dec 04 05:36:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Deleting instance files /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f_del
Dec 04 05:36:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Deletion of /opt/stack/data/nova/instances/1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f_del complete
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[865cc43c-0794-4027-b4cc-3fc14b46b5fd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e58803-1110-47b1-b35d-d61d6b5aeb70]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: INFO nova.compute.manager [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Took 0.71 seconds to destroy the instance on the hypervisor.
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce85353c-34fd-436b-8fb3-df9ad36c257b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260]
Dec 04 05:36:38 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260] successful.
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[783b835f-7dc9-4c83-a407-d2199789d9b2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f744640b-806a-4982-9ab7-c6249109f280]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:36:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e678893-cb1e-4bef-8c3e-ad4149379c5e]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:36:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tjRoPhyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:39 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Took 0.70 seconds to deallocate network for instance.
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-acb35f74-eab4-4770-af89-750182c5ac8e req-1d40dbe8-3e85-4a17-8d5e-3c1aa2ae04f1 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-deleted-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:39 user nova-compute[74976]: INFO nova.compute.manager [req-acb35f74-eab4-4770-af89-750182c5ac8e req-1d40dbe8-3e85-4a17-8d5e-3c1aa2ae04f1 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Neutron deleted interface fb0c60a6-b923-419c-9c5c-192f39004764; detaching it from the instance and deleting it from the info cache
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-acb35f74-eab4-4770-af89-750182c5ac8e req-1d40dbe8-3e85-4a17-8d5e-3c1aa2ae04f1 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-acb35f74-eab4-4770-af89-750182c5ac8e req-1d40dbe8-3e85-4a17-8d5e-3c1aa2ae04f1 service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Detach interface failed, port_id=fb0c60a6-b923-419c-9c5c-192f39004764, reason: Instance 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:39 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Deleted allocations for instance 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f
Dec 04 05:36:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26265356166346165', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26265356166346165', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.objects.instance [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9bcdc664-1a06-4b8f-8d00-6adb6be080ca tempest-VolumesActionsTest-637887939 tempest-VolumesActionsTest-637887939-project-member] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.854s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:36:39 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:36:39 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:36:39 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:36:39 user nova-compute[74976]:   <serial>480ce8ac-8533-405d-96f2-9a462857ed10</serial>
Dec 04 05:36:39 user nova-compute[74976]: </disk>
Dec 04 05:36:39 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] No VIF found with MAC fa:16:3e:97:48:b0, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-258544c3-5d9c-457e-85c3-f0b52808f1a5 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.568s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] Acquiring lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] Lock "1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] No waiting events found dispatching network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:40 user nova-compute[74976]: WARNING nova.compute.manager [req-eac8b98f-a047-4447-a27d-4b143ab5eb79 req-c42b50f6-9898-4411-afa1-9150c147f6ad service nova] [instance: 1a6668bd-a8f5-4e87-9028-c1c9dfc8d79f] Received unexpected event network-vif-plugged-fb0c60a6-b923-419c-9c5c-192f39004764 for instance with vm_state deleted and task_state None.
Dec 04 05:36:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:41 user nova-compute[74976]: INFO nova.compute.manager [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Detaching volume a065d757-b4ef-4b87-868b-0cfbb4735614
Dec 04 05:36:41 user nova-compute[74976]: INFO nova.virt.block_device [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attempting to driver detach volume a065d757-b4ef-4b87-868b-0cfbb4735614 from mountpoint /dev/vdb
Dec 04 05:36:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Attempting to detach device vdb from instance e98fc273-1c0f-4273-be61-47035e02c38e from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:36:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:36:41 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:36:41 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:36:41 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:36:41 user nova-compute[74976]:   <serial>a065d757-b4ef-4b87-868b-0cfbb4735614</serial>
Dec 04 05:36:41 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:36:41 user nova-compute[74976]: </disk>
Dec 04 05:36:41 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:36:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdb from instance e98fc273-1c0f-4273-be61-47035e02c38e from the persistent domain config.
Dec 04 05:36:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e98fc273-1c0f-4273-be61-47035e02c38e from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:36:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:36:41 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:36:41 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:36:41 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:36:41 user nova-compute[74976]:   <serial>a065d757-b4ef-4b87-868b-0cfbb4735614</serial>
Dec 04 05:36:41 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:36:41 user nova-compute[74976]: </disk>
Dec 04 05:36:41 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:36:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:36:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:44 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:48 user nova-compute[74976]: INFO nova.compute.manager [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Terminating instance
Dec 04 05:36:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-808d96b6-bcbb-4dc0-9cf5-a4ae4dda4900 req-287b1639-a859-4a30-a876-f451dc796c76 service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-unplugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:36:49 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7879MB free_disk=25.163265228271484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Instance destroyed successfully.
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.objects.instance [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid 6eff222d-16b8-46b6-b057-a864b41d47f2 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-186982890',display_name='tempest-ServerRescueNegativeTestJSON-server-186982890',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-186982890',id=34,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2WVMk5cy2L7mQqFiYWnlWGRqqvHTfVOTAicjFFsEgeyxMGg9NFDaHCVk9uPo2+WvQQVPiYOgiy0aX+U8Pu0WluWC8sFcbFTOYS1zc1yXpxMj2e7OLiPTXs3o+dfsW9IQ==',key_name='tempest-keypair-240038279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:32:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-n7qg9xrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:34:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='860696e6518e47ec9eccceb92844772d',uuid=6eff222d-16b8-46b6-b057-a864b41d47f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "82b24832-4f5c-44e6-a2e7-8c980255e992", "address": "fa:16:3e:70:e6:a3", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b24832-4f", "ovs_interfaceid": "82b24832-4f5c-44e6-a2e7-8c980255e992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG os_vif [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82b24832-4f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1043480e-8ea4-4c6b-8801-b603013b3713) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:49 user nova-compute[74976]: INFO os_vif [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:e6:a3,bridge_name='br-int',has_traffic_filtering=True,id=82b24832-4f5c-44e6-a2e7-8c980255e992,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b24832-4f')
Dec 04 05:36:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Deleting instance files /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2_del
Dec 04 05:36:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Deletion of /opt/stack/data/nova/instances/6eff222d-16b8-46b6-b057-a864b41d47f2_del complete
Dec 04 05:36:49 user nova-compute[74976]: INFO nova.compute.manager [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Took 1.22 seconds to destroy the instance on the hypervisor.
Dec 04 05:36:49 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6eff222d-16b8-46b6-b057-a864b41d47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance e98fc273-1c0f-4273-be61-47035e02c38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 0a81ed85-facf-4628-87f8-6e81d2053da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:36:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.738s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:50 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Took 0.77 seconds to deallocate network for instance.
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] Acquiring lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] No waiting events found dispatching network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:36:50 user nova-compute[74976]: WARNING nova.compute.manager [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received unexpected event network-vif-plugged-82b24832-4f5c-44e6-a2e7-8c980255e992 for instance with vm_state deleted and task_state None.
Dec 04 05:36:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-842df09b-df8c-48a0-8960-94b149f88249 req-b0285804-42ee-422d-802e-f50fd85f45ce service nova] [instance: 6eff222d-16b8-46b6-b057-a864b41d47f2] Received event network-vif-deleted-82b24832-4f5c-44e6-a2e7-8c980255e992 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:50 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Deleted allocations for instance 6eff222d-16b8-46b6-b057-a864b41d47f2
Dec 04 05:36:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-eb1076ea-dc85-458d-99a4-18d500eab74a tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "6eff222d-16b8-46b6-b057-a864b41d47f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.469s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [{"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-db63db50-8954-4398-8ab1-f6c67b1fa0c3" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:36:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:36:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received event network-changed-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Refreshing instance network info cache due to event network-changed-18038849-7764-4b88-b573-b961110c84b8. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] Acquiring lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] Acquired lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Refreshing network info cache for port 18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updated VIF entry in instance network info cache for port 18038849-7764-4b88-b573-b961110c84b8. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updating instance_info_cache with network_info: [{"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:36:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8ddf70b9-1bc7-4bf1-bf95-e360207ba051 req-a75d423b-b6ae-4648-ba1a-623b228235cd service nova] Releasing lock "refresh_cache-0a81ed85-facf-4628-87f8-6e81d2053da7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:36:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:36:58 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lazy-loading 'flavor' on Instance uuid 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:36:59 user nova-compute[74976]: INFO nova.compute.manager [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Attaching volume 1dcd9aab-e4a4-41c5-9614-fc457de83516 to /dev/vdb
Dec 04 05:36:59 user nova-compute[74976]: DEBUG os_brick.utils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[37904864-e46b-4228-9162-7a3bb143c1be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:36:59 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed753962-d2fc-4e46-b9a5-cc642a8aa39a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[faac5151-5aa4-40ca-800f-23cc4d7eb150]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[065d8959-3d57-4a62-8fa0-f6f10899ac05]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:37:00 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:37:00 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8b4d95-5a86-48f1-853f-193fc92b8329]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG os_brick.utils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:00 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updating existing volume attachment record: 07160fd9-4c74-467b-8165-72338082fd7e {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:37:01 user nova-compute[74976]: INFO nova.compute.claims [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Claim successful on node user
Dec 04 05:37:01 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:37:01 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e98fc273-1c0f-4273-be61-47035e02c38e is timed out.
Dec 04 05:37:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdb from instance e98fc273-1c0f-4273-be61-47035e02c38e from the live domain config.
Dec 04 05:37:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TLYwSblG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:01 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b926e1-9921-4d8e-9e25-078bec20a6f9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:37:01 user nova-compute[74976]: No targets found.
Dec 04 05:37:01 user nova-compute[74976]: iSNS:
Dec 04 05:37:01 user nova-compute[74976]: No targets found.
Dec 04 05:37:01 user nova-compute[74976]: STATIC:
Dec 04 05:37:01 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:37:01 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:01 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:01 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10
Dec 04 05:37:01 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:01 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:01 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614
Dec 04 05:37:01 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:01 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:01 user nova-compute[74976]: FIRMWARE:
Dec 04 05:37:01 user nova-compute[74976]: No targets found.
Dec 04 05:37:01 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:37:01 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:37:01 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:37:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc07d06f-c873-44f5-9f6d-4fbeb762985c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.381s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda9a3af-ce48-4103-8a4c-893d9581f8d3]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04113c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de7501e-a8d1-4d5f-9085-65b1fd8a8143]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c136ce-8683-43d7-886d-77483ecc8ee4]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5460948b-fc51-46c3-a7fd-73a977b21685]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d4811d-3de4-4fb8-aac3-9846ace80607]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa929536-bcb7-4607-ae99-92da1e400d51]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.policy [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:37:02 user nova-compute[74976]: INFO nova.virt.block_device [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Booting with volume 81b752c1-69a7-480e-82d7-8ee476ae4681 at /dev/vda
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b09fe7-71a2-4195-9a5c-df9bd5ffccf4]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260]
Dec 04 05:37:02 user nova-compute[74976]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614, portal: 172.16.0.220,3260] successful.
Dec 04 05:37:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.utils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a065d757-b4ef-4b87-868b-0cfbb4735614 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d10917-2222-4817-81ad-91ff6adf139b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== disconnect_volume: return (327ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d16fdb7-b08c-41ff-bb4f-e31215d74a02]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[38975251-8b9f-437d-bccd-6f02552c5422]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc279b5f-d774-41ff-a638-3ff8f819381d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfe5bd4-3cfd-412f-81b2-865aa0ff3e61]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:37:02 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:37:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[297d7973-553b-4da7-9331-25d65384119b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG os_brick.utils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating existing volume attachment record: 2c71c159-bf7e-4a80-9f44-13215db7e153 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Successfully created port: 7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.objects.instance [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-42e3535b-1961-460d-b920-a195002f77f1 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.694s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Successfully updated port: 7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:37:03 user nova-compute[74976]: INFO nova.compute.manager [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Detaching volume 480ce8ac-8533-405d-96f2-9a462857ed10
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-changed-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Refreshing instance network info cache due to event network-changed-7913e9d3-ad07-46d1-92d3-ea2e757869d4. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] Acquiring lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:37:03 user nova-compute[74976]: INFO nova.virt.block_device [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Attempting to driver detach volume 480ce8ac-8533-405d-96f2-9a462857ed10 from mountpoint /dev/vdc
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Attempting to detach device vdc from instance e98fc273-1c0f-4273-be61-47035e02c38e from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:37:03 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:03 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:37:03 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:37:03 user nova-compute[74976]:   <serial>480ce8ac-8533-405d-96f2-9a462857ed10</serial>
Dec 04 05:37:03 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:37:03 user nova-compute[74976]: </disk>
Dec 04 05:37:03 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:37:03 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdc from instance e98fc273-1c0f-4273-be61-47035e02c38e from the persistent domain config.
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e98fc273-1c0f-4273-be61-47035e02c38e from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:37:03 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:03 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:37:03 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:37:03 user nova-compute[74976]:   <serial>480ce8ac-8533-405d-96f2-9a462857ed10</serial>
Dec 04 05:37:03 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:37:03 user nova-compute[74976]: </disk>
Dec 04 05:37:03 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating instance_info_cache with network_info: [{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Instance network_info: |[{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] Acquired lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Refreshing network info cache for port 7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:37:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:37:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updated VIF entry in instance network info cache for port 7913e9d3-ad07-46d1-92d3-ea2e757869d4. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:37:04 user nova-compute[74976]: DEBUG nova.network.neutron [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating instance_info_cache with network_info: [{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-65e763e3-1663-4716-a096-3e8677421b3f req-d5f86c5e-f004-4236-9631-3e855c1be478 service nova] Releasing lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:37:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FEBxLqhN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:18 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:18 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:18 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7da436-37f0-4dba-ba9e-960251d10f2e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:37:18 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b137bbd6-9c71-4136-9dd6-561f208891ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516] added
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[df9ce081-32da-4cda-82d5-4d6c26ee08ad]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b835aea4-ca16-4d77-b1b7-3fedd5502cd5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FEBxLqhN {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FEBxLqhN" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c7368a4-8089-48cd-bd33-1c4893b871cc]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FEBxLqhN'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc75e21c-c82d-4262-8ad8-b92a28e5ec22]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:37:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Creating image(s)
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Ensure instance console log exists: /opt/stack/data/nova/instances/10745709-cf39-4c48-8b00-1bcc995b1696/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Start _get_guest_xml network_info=[{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '2c71c159-bf7e-4a80-9f44-13215db7e153', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPReEKnA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10745709-cf39-4c48-8b00-1bcc995b1696', 'attached_at': '', 'detached_at': '', 'volume_id': '81b752c1-69a7-480e-82d7-8ee476ae4681', 'serial': '81b752c1-69a7-480e-82d7-8ee476ae4681'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d28a75b-0d4b-47d3-bbc2-2bc0eed11c31]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:37:18 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPReEKnA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:18 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0279a1-0ab7-4df7-8ae4-36ca17ff62b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260]
Dec 04 05:37:18 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260] successful.
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[53960f7b-4acf-4365-8b33-aeadfd8e21ee]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5efc6c12-89bb-46d2-96a2-21f7ea6f913e]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:18 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b518a2e1-9790-4310-a586-e525f223f15a]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:37:18 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FEBxLqhN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '26564343561623036', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564343561623036', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.089s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:19 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lazy-loading 'flavor' on Instance uuid 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a237e4c0-871a-4d1f-b781-bb707defa4d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:37:19 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:37:19 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:19 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:37:19 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:37:19 user nova-compute[74976]:   <serial>1dcd9aab-e4a4-41c5-9614-fc457de83516</serial>
Dec 04 05:37:19 user nova-compute[74976]: </disk>
Dec 04 05:37:19 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7465182-d1ec-4e17-9192-0b3a72f86d94]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681] added
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd5833f-e3bb-4a61-90f9-d0ccf47af301]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[555ebb3a-c5ec-4585-b10f-0a228a4a9db0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPReEKnA {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPReEKnA" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[993791fe-a35f-42a0-97f7-6fcee2609728]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jPReEKnA'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[da838e91-72a7-44b2-99b6-b6d4019bd596]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[087778d5-49b5-48aa-920a-f928198e40a5]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f57fbf-1418-472e-968e-d8956fa2f935]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260]
Dec 04 05:37:19 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260] successful.
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a1587b9-001a-4ad8-a959-a9678e6770f3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6e4b29-8663-49e7-85ed-51025f3ffd25]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('36', '-', '-', 0) found on session 47 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c52a37a-414f-4ada-8424-2da35bdf79d8]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 47 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPReEKnA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:37:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] No VIF found with MAC fa:16:3e:a9:11:a6, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b786a380-bd24-4dc2-93f3-d7ca4e7b621f tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.218s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (2412ms) {'type': 'block', 'scsi_wwn': '23963393237356339', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963393237356339', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:37:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1792679617',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBErCLsNbLepaAS/8qwQoFsndrHrb1hgNSqCiT7d1kYHCh+6Cbsj6IlNJB0DKq5EZdZlIOShNOBwynRITBHAg2pJ8F8774nGe0Mv9gnzhc0+0vBAcBg/ZoiCsvRjBBxowSA==',key_name='tempest-keypair-1961475559',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-y3z0xyel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:37:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=10745709-cf39-4c48-8b00-1bcc995b1696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.objects.instance [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid 10745709-cf39-4c48-8b00-1bcc995b1696 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:37:20 user nova-compute[74976]:   <uuid>10745709-cf39-4c48-8b00-1bcc995b1696</uuid>
Dec 04 05:37:20 user nova-compute[74976]:   <name>instance-0000002a</name>
Dec 04 05:37:20 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:37:20 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:37:20 user nova-compute[74976]:   <metadata>
Dec 04 05:37:20 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:37:20 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:37:20 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1792679617</nova:name>
Dec 04 05:37:20 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:37:18</nova:creationTime>
Dec 04 05:37:20 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:37:20 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:37:20 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:37:20 user nova-compute[74976]:       <nova:owner>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:37:20 user nova-compute[74976]:       </nova:owner>
Dec 04 05:37:20 user nova-compute[74976]:       <nova:ports>
Dec 04 05:37:20 user nova-compute[74976]:         <nova:port uuid="7913e9d3-ad07-46d1-92d3-ea2e757869d4">
Dec 04 05:37:20 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 05:37:20 user nova-compute[74976]:         </nova:port>
Dec 04 05:37:20 user nova-compute[74976]:       </nova:ports>
Dec 04 05:37:20 user nova-compute[74976]:     </nova:instance>
Dec 04 05:37:20 user nova-compute[74976]:   </metadata>
Dec 04 05:37:20 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:37:20 user nova-compute[74976]:     <system>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="serial">10745709-cf39-4c48-8b00-1bcc995b1696</entry>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="uuid">10745709-cf39-4c48-8b00-1bcc995b1696</entry>
Dec 04 05:37:20 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:37:20 user nova-compute[74976]:     </system>
Dec 04 05:37:20 user nova-compute[74976]:   </sysinfo>
Dec 04 05:37:20 user nova-compute[74976]:   <os>
Dec 04 05:37:20 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:37:20 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:37:20 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:37:20 user nova-compute[74976]:   </os>
Dec 04 05:37:20 user nova-compute[74976]:   <features>
Dec 04 05:37:20 user nova-compute[74976]:     <acpi/>
Dec 04 05:37:20 user nova-compute[74976]:     <apic/>
Dec 04 05:37:20 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:37:20 user nova-compute[74976]:   </features>
Dec 04 05:37:20 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:37:20 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:37:20 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:37:20 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:37:20 user nova-compute[74976]:   </clock>
Dec 04 05:37:20 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:37:20 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:37:20 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:37:20 user nova-compute[74976]:   </cpu>
Dec 04 05:37:20 user nova-compute[74976]:   <devices>
Dec 04 05:37:20 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:37:20 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:20 user nova-compute[74976]:       <source dev="/dev/sde"/>
Dec 04 05:37:20 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:37:20 user nova-compute[74976]:       <serial>81b752c1-69a7-480e-82d7-8ee476ae4681</serial>
Dec 04 05:37:20 user nova-compute[74976]:     </disk>
Dec 04 05:37:20 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:37:20 user nova-compute[74976]:       <mac address="fa:16:3e:a3:f6:ad"/>
Dec 04 05:37:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:37:20 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:37:20 user nova-compute[74976]:       <target dev="tap7913e9d3-ad"/>
Dec 04 05:37:20 user nova-compute[74976]:     </interface>
Dec 04 05:37:20 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:37:20 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/10745709-cf39-4c48-8b00-1bcc995b1696/console.log" append="off"/>
Dec 04 05:37:20 user nova-compute[74976]:     </serial>
Dec 04 05:37:20 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:37:20 user nova-compute[74976]:     <video>
Dec 04 05:37:20 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:37:20 user nova-compute[74976]:     </video>
Dec 04 05:37:20 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:37:20 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:37:20 user nova-compute[74976]:     </rng>
Dec 04 05:37:20 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:37:20 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:37:20 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:37:20 user nova-compute[74976]:     </memballoon>
Dec 04 05:37:20 user nova-compute[74976]:   </devices>
Dec 04 05:37:20 user nova-compute[74976]: </domain>
Dec 04 05:37:20 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:37:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1792679617',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBErCLsNbLepaAS/8qwQoFsndrHrb1hgNSqCiT7d1kYHCh+6Cbsj6IlNJB0DKq5EZdZlIOShNOBwynRITBHAg2pJ8F8774nGe0Mv9gnzhc0+0vBAcBg/ZoiCsvRjBBxowSA==',key_name='tempest-keypair-1961475559',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-y3z0xyel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:37:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=10745709-cf39-4c48-8b00-1bcc995b1696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG os_vif [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a672aa68-328c-51c7-94ee-45a998cfb164', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7913e9d3-ad, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7913e9d3-ad, col_values=(('qos', UUID('2df3f4ca-3156-434a-a39d-8f2589b3f816')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7913e9d3-ad, col_values=(('external_ids', {'iface-id': '7913e9d3-ad07-46d1-92d3-ea2e757869d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:f6:ad', 'vm-uuid': '10745709-cf39-4c48-8b00-1bcc995b1696'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:20 user nova-compute[74976]: INFO os_vif [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad')
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:37:20 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:a3:f6:ad, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:37:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:21 user nova-compute[74976]: INFO nova.compute.manager [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Detaching volume 1dcd9aab-e4a4-41c5-9614-fc457de83516
Dec 04 05:37:21 user nova-compute[74976]: INFO nova.virt.block_device [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Attempting to driver detach volume 1dcd9aab-e4a4-41c5-9614-fc457de83516 from mountpoint /dev/vdb
Dec 04 05:37:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Attempting to detach device vdb from instance 0a81ed85-facf-4628-87f8-6e81d2053da7 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:37:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:37:21 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:21 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:37:21 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:37:21 user nova-compute[74976]:   <serial>1dcd9aab-e4a4-41c5-9614-fc457de83516</serial>
Dec 04 05:37:21 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:37:21 user nova-compute[74976]: </disk>
Dec 04 05:37:21 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:37:21 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Successfully detached device vdb from instance 0a81ed85-facf-4628-87f8-6e81d2053da7 from the persistent domain config.
Dec 04 05:37:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0a81ed85-facf-4628-87f8-6e81d2053da7 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:37:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:37:21 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:37:21 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:37:21 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:37:21 user nova-compute[74976]:   <serial>1dcd9aab-e4a4-41c5-9614-fc457de83516</serial>
Dec 04 05:37:21 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:37:21 user nova-compute[74976]: </disk>
Dec 04 05:37:21 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:22 user nova-compute[74976]: DEBUG nova.compute.manager [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] No waiting events found dispatching network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:22 user nova-compute[74976]: WARNING nova.compute.manager [req-b4713c9c-4f09-4299-b775-b4e7bd583407 req-944eb9fc-18d1-4096-947c-4f3823597c25 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received unexpected event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 for instance with vm_state building and task_state spawning.
Dec 04 05:37:22 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:23 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e98fc273-1c0f-4273-be61-47035e02c38e is timed out.
Dec 04 05:37:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully detached device vdc from instance e98fc273-1c0f-4273-be61-47035e02c38e from the live domain config.
Dec 04 05:37:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tjRoPhyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6508f9a-51eb-47b1-8a5c-6e967b7928c5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:37:24 user nova-compute[74976]: No targets found.
Dec 04 05:37:24 user nova-compute[74976]: iSNS:
Dec 04 05:37:24 user nova-compute[74976]: No targets found.
Dec 04 05:37:24 user nova-compute[74976]: STATIC:
Dec 04 05:37:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516
Dec 04 05:37:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:37:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10
Dec 04 05:37:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:24 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:37:24 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:24 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:24 user nova-compute[74976]: FIRMWARE:
Dec 04 05:37:24 user nova-compute[74976]: No targets found.
Dec 04 05:37:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:37:24 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:37:24 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae1ea25-c16d-48d7-9d18-a850994067f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[756f938a-2cf4-4c3b-bfb8-30e01d3e555f]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044d3b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10'): ({'sdd'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Removing single pathed devices sdd {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ccef94-02cb-4213-ac51-ab723fb1b06e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec62790-d2d1-4116-99ef-e38c956f9b80]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Flushing IO for device /dev/sdd {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7db176-6394-4616-a11c-a2c7c3ece653]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b65d57-7379-4226-b934-a07a4ac600f8]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f92fae-c7b7-4826-b1a3-98453d7b0c2c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c62cb94-e1f7-498c-a847-801a2976813e]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260]
Dec 04 05:37:24 user nova-compute[74976]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10, portal: 172.16.0.220,3260] successful.
Dec 04 05:37:24 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:480ce8ac-8533-405d-96f2-9a462857ed10 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d3f903-bd8b-410b-a56e-3da31b6d6d9f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] <== disconnect_volume: return (313ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] No waiting events found dispatching network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:24 user nova-compute[74976]: WARNING nova.compute.manager [req-f44f0c97-ba35-49e0-a927-d0249a1e3aeb req-7143c074-5e93-426b-9dae-d36084e77aa8 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received unexpected event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 for instance with vm_state building and task_state spawning.
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:37:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Instance spawned successfully.
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:37:24 user nova-compute[74976]: INFO nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Took 6.57 seconds to spawn the instance on the hypervisor.
Dec 04 05:37:24 user nova-compute[74976]: DEBUG nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:37:25 user nova-compute[74976]: INFO nova.compute.manager [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Took 23.41 seconds to build instance.
Dec 04 05:37:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-16b79c92-fa41-4c59-9067-860be272822f tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.626s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:25 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'flavor' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d0f55dac-11d3-4a5e-8e34-5a16c12a287e tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.761s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:26 user nova-compute[74976]: INFO nova.compute.manager [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Terminating instance
Dec 04 05:37:26 user nova-compute[74976]: DEBUG nova.compute.manager [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-unplugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] No waiting events found dispatching network-vif-unplugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1aed5ed7-3b97-46e1-80c7-c4e522008d3f req-4b01f4a9-0b94-4bc4-9f20-8000b13f1769 service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-unplugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Instance destroyed successfully.
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lazy-loading 'resources' on Instance uuid e98fc273-1c0f-4273-be61-47035e02c38e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1231275940',display_name='tempest-AttachVolumeTestJSON-server-1231275940',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1231275940',id=38,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ2KnKVCQIA4V9JIxDrhSqEcMgRwz5wOJTgsC0bQNcm70KGLisFtoiMmAh/qCblQ+HMPo66ZfufkETsnD6lLka5zOruoQBrJQxQH5ohFscBNiwzIffT4yWj1xWwugc2Yrg==',key_name='tempest-keypair-724665121',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:34:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36e46de8c2bb46f7bc3b949014570fe3',ramdisk_id='',reservation_id='r-uwzajhit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1809207749',owner_user_name='tempest-AttachVolumeTestJSON-1809207749-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:34:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6b3642f0c04c40f4a23581d1ca5620b4',uuid=e98fc273-1c0f-4273-be61-47035e02c38e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converting VIF {"id": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "address": "fa:16:3e:97:48:b0", "network": {"id": "ca2f1be5-c2d2-458f-9895-90d24fb9ff06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1507534239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e46de8c2bb46f7bc3b949014570fe3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37cd8c4d-3d", "ovs_interfaceid": "37cd8c4d-3d8d-42c7-96dc-03171506ccca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG os_vif [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37cd8c4d-3d, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88fda135-bbe3-480a-8d90-290d30c077b8) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: INFO os_vif [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:48:b0,bridge_name='br-int',has_traffic_filtering=True,id=37cd8c4d-3d8d-42c7-96dc-03171506ccca,network=Network(ca2f1be5-c2d2-458f-9895-90d24fb9ff06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37cd8c4d-3d')
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Deleting instance files /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e_del
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Deletion of /opt/stack/data/nova/instances/e98fc273-1c0f-4273-be61-47035e02c38e_del complete
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.compute.manager [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 04 05:37:27 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.compute.manager [None req-81a0630d-456f-4cfc-96a8-a3b9e301ffb1 tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Get console output
Dec 04 05:37:27 user nova-compute[74976]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 04 05:37:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:27 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:28 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Took 0.79 seconds to deallocate network for instance.
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:28 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Deleted allocations for instance e98fc273-1c0f-4273-be61-47035e02c38e
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc6bb707-34c5-4f77-95a6-daed476b3379 tempest-AttachVolumeTestJSON-1809207749 tempest-AttachVolumeTestJSON-1809207749-project-member] Lock "e98fc273-1c0f-4273-be61-47035e02c38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.297s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] Acquiring lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] Lock "e98fc273-1c0f-4273-be61-47035e02c38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] No waiting events found dispatching network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:28 user nova-compute[74976]: WARNING nova.compute.manager [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received unexpected event network-vif-plugged-37cd8c4d-3d8d-42c7-96dc-03171506ccca for instance with vm_state deleted and task_state None.
Dec 04 05:37:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-80ff79c1-91a4-4918-8806-17e0f1e5e608 req-b1c551f7-6882-4a2b-ac1c-906e88c489da service nova] [instance: e98fc273-1c0f-4273-be61-47035e02c38e] Received event network-vif-deleted-37cd8c4d-3d8d-42c7-96dc-03171506ccca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:42 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0a81ed85-facf-4628-87f8-6e81d2053da7 is timed out.
Dec 04 05:37:42 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Successfully detached device vdb from instance 0a81ed85-facf-4628-87f8-6e81d2053da7 from the live domain config.
Dec 04 05:37:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FEBxLqhN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:37:42 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fbc3d26-d59f-474e-b980-5fb055d9cebf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:37:42 user nova-compute[74976]: No targets found.
Dec 04 05:37:42 user nova-compute[74976]: iSNS:
Dec 04 05:37:42 user nova-compute[74976]: No targets found.
Dec 04 05:37:42 user nova-compute[74976]: STATIC:
Dec 04 05:37:42 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516
Dec 04 05:37:42 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:42 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:42 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:37:42 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:42 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:42 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:37:42 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:42 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:42 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0
Dec 04 05:37:42 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:37:42 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:37:42 user nova-compute[74976]: FIRMWARE:
Dec 04 05:37:42 user nova-compute[74976]: No targets found.
Dec 04 05:37:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:37:42 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:37:42 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5ec636-d06f-485d-9b4d-2e7f6940743d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[57215d16-3d82-4312-b26c-5c9072f96486]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21e77a23-0bad-42ee-b644-eb0dfd4670f0 (non-flash)
Dec 04 05:37:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044ee0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f90f9c9-6424-4956-8915-536a09c7d501]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[370b85e9-98dc-4504-85e8-f003aa48443d]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b52c6c-19c3-4829-b785-1eb9d42a4301]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81f865c-58e3-43dc-9dce-78780e04c6fe]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e930cd-5b1e-4d7f-9df5-c0cb6b20c2cb]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a424293-438b-4dd7-8d04-438f30710390]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260]
Dec 04 05:37:42 user nova-compute[74976]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516, portal: 172.16.0.220,3260] successful.
Dec 04 05:37:42 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dcd9aab-e4a4-41c5-9614-fc457de83516 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a7276c-16cd-4080-9bda-707df173ce01]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] <== disconnect_volume: return (348ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:37:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:37:43 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lazy-loading 'flavor' on Instance uuid 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c6881ec5-bc1d-4a3a-9fbd-c66d1ff1af49 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.100s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:37:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:37:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:37:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8005MB free_disk=25.005271911621094GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance fb8d67f4-9df5-48f7-b11e-11379a587763 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 3c653a3b-7050-4bef-861d-7de3b324541e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 0a81ed85-facf-4628-87f8-6e81d2053da7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 10745709-cf39-4c48-8b00-1bcc995b1696 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:37:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.528s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:49 user nova-compute[74976]: INFO nova.compute.manager [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Terminating instance
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG nova.compute.manager [req-af19e327-4809-404b-90b6-7a4956059e26 req-58777de0-41ff-480f-8889-2f00efcc4dae service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-unplugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance destroyed successfully.
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid fb8d67f4-9df5-48f7-b11e-11379a587763 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-26454509',display_name='tempest-ServerRescueNegativeTestJSON-server-26454509',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-26454509',id=21,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:23:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-s8w9p7nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:23:30Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=fb8d67f4-9df5-48f7-b11e-11379a587763,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "address": "fa:16:3e:38:65:a6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc58c92-97", "ovs_interfaceid": "2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG os_vif [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fc58c92-97, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba1141a4-d681-43ad-b029-94c9b608120d) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:50 user nova-compute[74976]: INFO os_vif [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:65:a6,bridge_name='br-int',has_traffic_filtering=True,id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc58c92-97')
Dec 04 05:37:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Deleting instance files /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763_del
Dec 04 05:37:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Deletion of /opt/stack/data/nova/instances/fb8d67f4-9df5-48f7-b11e-11379a587763_del complete
Dec 04 05:37:50 user nova-compute[74976]: INFO nova.compute.manager [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 04 05:37:50 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:37:50 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:37:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-9675aecf-e133-4950-9fad-215fc4e64a39 req-f99abee3-8a70-42b6-bbf0-1f408963d32c service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-deleted-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:51 user nova-compute[74976]: INFO nova.compute.manager [req-9675aecf-e133-4950-9fad-215fc4e64a39 req-f99abee3-8a70-42b6-bbf0-1f408963d32c service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Neutron deleted interface 2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374; detaching it from the instance and deleting it from the info cache
Dec 04 05:37:51 user nova-compute[74976]: DEBUG nova.network.neutron [req-9675aecf-e133-4950-9fad-215fc4e64a39 req-f99abee3-8a70-42b6-bbf0-1f408963d32c service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] Acquiring lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] No waiting events found dispatching network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:37:52 user nova-compute[74976]: WARNING nova.compute.manager [req-3d732d62-9c70-4d5c-a5ca-858c91fbaf4c req-13c741fd-5ccd-4b1c-87bf-306f9d8f1dce service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Received unexpected event network-vif-plugged-2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374 for instance with vm_state rescued and task_state deleting.
Dec 04 05:37:52 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:52 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Took 2.17 seconds to deallocate network for instance.
Dec 04 05:37:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-9675aecf-e133-4950-9fad-215fc4e64a39 req-f99abee3-8a70-42b6-bbf0-1f408963d32c service nova] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Detach interface failed, port_id=2fc58c92-97d4-4bdb-b76b-6aa3b5ff9374, reason: Instance fb8d67f4-9df5-48f7-b11e-11379a587763 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:37:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-fb8d67f4-9df5-48f7-b11e-11379a587763" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: fb8d67f4-9df5-48f7-b11e-11379a587763] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:37:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.604s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:53 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Deleted allocations for instance fb8d67f4-9df5-48f7-b11e-11379a587763
Dec 04 05:37:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-12694435-3cf5-43f1-8d9a-79fce2be19b7 tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "fb8d67f4-9df5-48f7-b11e-11379a587763" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.939s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:37:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:37:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:37:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:01 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing instance network info cache due to event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updated VIF entry in instance network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG nova.network.neutron [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:13 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1e965cba-8aff-46c9-94e2-1b6bc5328855 req-5c5aca2e-683e-4a16-8611-e7624b6f244b service nova] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:38:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:38:14 user nova-compute[74976]: INFO nova.compute.manager [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] instance snapshotting
Dec 04 05:38:14 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Beginning live snapshot process
Dec 04 05:38:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json -f qcow2 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929.delta 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:15 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929.delta 1073741824" returned: 0 in 0.062s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 05:38:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:15 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:38:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74976) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 05:38:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 05:38:16 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:38:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929.delta /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929.delta /opt/stack/data/nova/instances/snapshots/tmph411lo32/df01cd00e6b84e3084f0b39fb21a2929" returned: 0 in 0.300s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Snapshot extracted, beginning image upload
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:17 user nova-compute[74976]: INFO nova.compute.manager [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Terminating instance
Dec 04 05:38:17 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Instance destroyed successfully.
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lazy-loading 'resources' on Instance uuid 0a81ed85-facf-4628-87f8-6e81d2053da7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:35:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-651132428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6511324',id=40,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH9gLPZsUSWSgjxciqOGUPVDmUvGvMPsDPztyq+5xu4FrRp5qbc9N768iRlPylHZX6tuZFcKeBEbJwThMohV/Knmv6NlV0YYXzbPiE1KumTlJIm9LAHHNkSTe0Rx75Qmgw==',key_name='tempest-keypair-1440855969',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:35:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a441f6495f948bbbfe6a81226fb5866',ramdisk_id='',reservation_id='r-20sojnom',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:35:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7492c37320f495ea82198ab18f59d7c',uuid=0a81ed85-facf-4628-87f8-6e81d2053da7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converting VIF {"id": "18038849-7764-4b88-b573-b961110c84b8", "address": "fa:16:3e:a9:11:a6", "network": {"id": "b2c3e691-b88e-4d9e-afae-67b74e957a1e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-55797827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a441f6495f948bbbfe6a81226fb5866", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18038849-77", "ovs_interfaceid": "18038849-7764-4b88-b573-b961110c84b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG os_vif [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18038849-77, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac371f1a-fe48-484e-9da5-b3f7e0a35c99) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:18 user nova-compute[74976]: INFO os_vif [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:11:a6,bridge_name='br-int',has_traffic_filtering=True,id=18038849-7764-4b88-b573-b961110c84b8,network=Network(b2c3e691-b88e-4d9e-afae-67b74e957a1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18038849-77')
Dec 04 05:38:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Deleting instance files /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7_del
Dec 04 05:38:18 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Deletion of /opt/stack/data/nova/instances/0a81ed85-facf-4628-87f8-6e81d2053da7_del complete
Dec 04 05:38:18 user nova-compute[74976]: INFO nova.compute.manager [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:38:18 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:38:18 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:38:19 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:19 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Took 1.13 seconds to deallocate network for instance.
Dec 04 05:38:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-02882af5-29d8-4732-a52e-6669714e22b3 req-05509359-6609-418a-a44d-2ca6a4ff4dbc service nova] [instance: 0a81ed85-facf-4628-87f8-6e81d2053da7] Received event network-vif-deleted-18038849-7764-4b88-b573-b961110c84b8 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Snapshot image upload complete
Dec 04 05:38:19 user nova-compute[74976]: INFO nova.compute.manager [None req-c513c7ea-ca3a-493b-b17a-a0b24c4a8a25 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Took 5.57 seconds to snapshot the instance on the hypervisor.
Dec 04 05:38:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:20 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:38:20 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:38:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:20 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Deleted allocations for instance 0a81ed85-facf-4628-87f8-6e81d2053da7
Dec 04 05:38:20 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3b4f444c-2ea2-4f7a-a8f8-bc850c4b3a36 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610 tempest-TestServerVolumeAttachScenarioOldVersion-1353421610-project-member] Lock "0a81ed85-facf-4628-87f8-6e81d2053da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.710s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:27 user nova-compute[74976]: INFO nova.compute.manager [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Terminating instance
Dec 04 05:38:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:38:28 user nova-compute[74976]: INFO nova.compute.claims [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Claim successful on node user
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Instance destroyed successfully.
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'resources' on Instance uuid 3c653a3b-7050-4bef-861d-7de3b324541e {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1599732956',display_name='tempest-ServerActionsTestOtherA-server-1599732956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1599732956',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:34:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-0tg0xk4b',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:35:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=3c653a3b-7050-4bef-861d-7de3b324541e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "a210d744-15c0-421e-8d44-54684ffa7779", "address": "fa:16:3e:cc:45:08", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa210d744-15", "ovs_interfaceid": "a210d744-15c0-421e-8d44-54684ffa7779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_vif [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa210d744-15, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=13f07228-90fb-4a36-af92-d0d77ace06b4) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:28 user nova-compute[74976]: INFO os_vif [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:45:08,bridge_name='br-int',has_traffic_filtering=True,id=a210d744-15c0-421e-8d44-54684ffa7779,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa210d744-15')
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LeSzEuKx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:38:28 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f349a990-c2e7-4194-b4e3-2466cf4a6641]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:38:28 user nova-compute[74976]: No targets found.
Dec 04 05:38:28 user nova-compute[74976]: iSNS:
Dec 04 05:38:28 user nova-compute[74976]: No targets found.
Dec 04 05:38:28 user nova-compute[74976]: STATIC:
Dec 04 05:38:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00
Dec 04 05:38:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:38:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:38:28 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:38:28 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:38:28 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:38:28 user nova-compute[74976]: FIRMWARE:
Dec 04 05:38:28 user nova-compute[74976]: No targets found.
Dec 04 05:38:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:38:28 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:38:28 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:38:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f44edd90-fb53-4ab4-ada4-cc315bea022a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3bfe4a-2283-465b-941a-2364ef129519]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:38:29 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:38:29 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 (non-flash)
Dec 04 05:38:29 user nova-compute[74976]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:38:29 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044d0b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd549718-b4b9-4f47-b4a4-bb58325ba327]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da64e48-f700-4cb8-b6e0-a39e6b3dae56]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b2cc3b0-8462-4bfe-a3c2-417e71c82cf4 req-c2cdc039-5e44-4a24-adb1-51d05cdc4bf9 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-unplugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[89af94c7-2d3b-456a-8c5c-cfb2537afba9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be21c68-b96c-475f-98fb-87dd47020f0c]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.policy [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37b381d30c1543748e401d269b5fec5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3ed78c21ca545448f929b7d3b7a9ac3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4687411e-8db1-477e-8f4a-3dc18b84d7ab]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:38:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Creating image(s)
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "/opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "/opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --logout" returned: 0 in 0.160s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a4325e-6067-4638-adcc-0ccf526a4ddc]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260]
Dec 04 05:38:29 user nova-compute[74976]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00, portal: 172.16.0.220,3260] successful.
Dec 04 05:38:29 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6edf8605-d972-4e9e-8bde-6650317cbf00 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b57a16-0719-4981-bbdc-5e66a359fc7e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.536s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] <== disconnect_volume: return (538ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:38:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Deleting instance files /opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e_del
Dec 04 05:38:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Deletion of /opt/stack/data/nova/instances/3c653a3b-7050-4bef-861d-7de3b324541e_del complete
Dec 04 05:38:29 user nova-compute[74976]: INFO nova.compute.manager [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Took 1.59 seconds to destroy the instance on the hypervisor.
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.206s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.211s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk 1073741824" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Cannot resize image /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Ensure instance console log exists: /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:30 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Successfully created port: 49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-fd95dd4d-212f-4dc3-94b0-68d9cda54f84 req-772db3a8-d91e-4207-a416-e0af73fce2f7 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-deleted-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:31 user nova-compute[74976]: INFO nova.compute.manager [req-fd95dd4d-212f-4dc3-94b0-68d9cda54f84 req-772db3a8-d91e-4207-a416-e0af73fce2f7 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Neutron deleted interface a210d744-15c0-421e-8d44-54684ffa7779; detaching it from the instance and deleting it from the info cache
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-fd95dd4d-212f-4dc3-94b0-68d9cda54f84 req-772db3a8-d91e-4207-a416-e0af73fce2f7 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:31 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Took 1.57 seconds to deallocate network for instance.
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-fd95dd4d-212f-4dc3-94b0-68d9cda54f84 req-772db3a8-d91e-4207-a416-e0af73fce2f7 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Detach interface failed, port_id=a210d744-15c0-421e-8d44-54684ffa7779, reason: Instance 3c653a3b-7050-4bef-861d-7de3b324541e could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] Acquiring lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] Lock "3c653a3b-7050-4bef-861d-7de3b324541e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] No waiting events found dispatching network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:31 user nova-compute[74976]: WARNING nova.compute.manager [req-bce7ef18-6b05-45d1-a7eb-c39ce86283c1 req-f2f89fc7-7fa3-4170-bfba-888ccc390cd0 service nova] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Received unexpected event network-vif-plugged-a210d744-15c0-421e-8d44-54684ffa7779 for instance with vm_state active and task_state deleting.
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Successfully updated port: 49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquired lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:38:31 user nova-compute[74976]: INFO nova.compute.manager [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Took 0.83 seconds to detach 1 volumes for instance.
Dec 04 05:38:31 user nova-compute[74976]: DEBUG nova.compute.manager [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: 3c653a3b-7050-4bef-861d-7de3b324541e] Deleting volume: 6edf8605-d972-4e9e-8bde-6650317cbf00 {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Releasing lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Instance network_info: |[{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Start _get_guest_xml network_info=[{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:38:32 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:38:32 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:38:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-964894629',display_name='tempest-SnapshotDataIntegrityTests-server-964894629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-964894629',id=43,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBZc3FtDD9xz6QKkQAj6n6UzG9NvztF+ATZfICNoTzUzmb4IhUAs+p009J2rcjuHfbPPYeeTa7GQux6E8oa1aN/TbcToFlOHaZBTBnJtJyGEWHmmwSb6oV/kg4yHjYhXfw==',key_name='tempest-keypair-1914769356',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a3ed78c21ca545448f929b7d3b7a9ac3',ramdisk_id='',reservation_id='r-oykeflw3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1720603254',owner_user_name='tempest-SnapshotDataIntegrityTests-1720603254-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:38:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37b381d30c1543748e401d269b5fec5e',uuid=b1dc228e-6dcc-4224-9493-8cc0fd6d66c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converting VIF {"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'pci_devices' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:38:32 user nova-compute[74976]:   <uuid>b1dc228e-6dcc-4224-9493-8cc0fd6d66c4</uuid>
Dec 04 05:38:32 user nova-compute[74976]:   <name>instance-0000002b</name>
Dec 04 05:38:32 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:38:32 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:38:32 user nova-compute[74976]:   <metadata>
Dec 04 05:38:32 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:38:32 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-964894629</nova:name>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:38:32</nova:creationTime>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:38:32 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:38:32 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:owner>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:user uuid="37b381d30c1543748e401d269b5fec5e">tempest-SnapshotDataIntegrityTests-1720603254-project-member</nova:user>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:project uuid="a3ed78c21ca545448f929b7d3b7a9ac3">tempest-SnapshotDataIntegrityTests-1720603254</nova:project>
Dec 04 05:38:32 user nova-compute[74976]:       </nova:owner>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:38:32 user nova-compute[74976]:       <nova:ports>
Dec 04 05:38:32 user nova-compute[74976]:         <nova:port uuid="49ef5ffc-e76d-42d9-928a-84dfe5c152af">
Dec 04 05:38:32 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 05:38:32 user nova-compute[74976]:         </nova:port>
Dec 04 05:38:32 user nova-compute[74976]:       </nova:ports>
Dec 04 05:38:32 user nova-compute[74976]:     </nova:instance>
Dec 04 05:38:32 user nova-compute[74976]:   </metadata>
Dec 04 05:38:32 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:38:32 user nova-compute[74976]:     <system>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="serial">b1dc228e-6dcc-4224-9493-8cc0fd6d66c4</entry>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="uuid">b1dc228e-6dcc-4224-9493-8cc0fd6d66c4</entry>
Dec 04 05:38:32 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:38:32 user nova-compute[74976]:     </system>
Dec 04 05:38:32 user nova-compute[74976]:   </sysinfo>
Dec 04 05:38:32 user nova-compute[74976]:   <os>
Dec 04 05:38:32 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:38:32 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:38:32 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:38:32 user nova-compute[74976]:   </os>
Dec 04 05:38:32 user nova-compute[74976]:   <features>
Dec 04 05:38:32 user nova-compute[74976]:     <acpi/>
Dec 04 05:38:32 user nova-compute[74976]:     <apic/>
Dec 04 05:38:32 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:38:32 user nova-compute[74976]:   </features>
Dec 04 05:38:32 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:38:32 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:38:32 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:38:32 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:38:32 user nova-compute[74976]:   </clock>
Dec 04 05:38:32 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:38:32 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:38:32 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:38:32 user nova-compute[74976]:   </cpu>
Dec 04 05:38:32 user nova-compute[74976]:   <devices>
Dec 04 05:38:32 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:38:32 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:38:32 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk"/>
Dec 04 05:38:32 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:38:32 user nova-compute[74976]:     </disk>
Dec 04 05:38:32 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:38:32 user nova-compute[74976]:       <mac address="fa:16:3e:50:11:77"/>
Dec 04 05:38:32 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:38:32 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:38:32 user nova-compute[74976]:       <target dev="tap49ef5ffc-e7"/>
Dec 04 05:38:32 user nova-compute[74976]:     </interface>
Dec 04 05:38:32 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:38:32 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/console.log" append="off"/>
Dec 04 05:38:32 user nova-compute[74976]:     </serial>
Dec 04 05:38:32 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:38:32 user nova-compute[74976]:     <video>
Dec 04 05:38:32 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:38:32 user nova-compute[74976]:     </video>
Dec 04 05:38:32 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:38:32 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:38:32 user nova-compute[74976]:     </rng>
Dec 04 05:38:32 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:38:32 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:38:32 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:38:32 user nova-compute[74976]:     </memballoon>
Dec 04 05:38:32 user nova-compute[74976]:   </devices>
Dec 04 05:38:32 user nova-compute[74976]: </domain>
Dec 04 05:38:32 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:38:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-964894629',display_name='tempest-SnapshotDataIntegrityTests-server-964894629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-964894629',id=43,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBZc3FtDD9xz6QKkQAj6n6UzG9NvztF+ATZfICNoTzUzmb4IhUAs+p009J2rcjuHfbPPYeeTa7GQux6E8oa1aN/TbcToFlOHaZBTBnJtJyGEWHmmwSb6oV/kg4yHjYhXfw==',key_name='tempest-keypair-1914769356',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a3ed78c21ca545448f929b7d3b7a9ac3',ramdisk_id='',reservation_id='r-oykeflw3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1720603254',owner_user_name='tempest-SnapshotDataIntegrityTests-1720603254-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:38:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37b381d30c1543748e401d269b5fec5e',uuid=b1dc228e-6dcc-4224-9493-8cc0fd6d66c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converting VIF {"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG os_vif [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a433164-4356-5d3b-ad2f-b4108ac6dbaf', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49ef5ffc-e7, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49ef5ffc-e7, col_values=(('qos', UUID('abe7e53c-670a-4811-9a4e-33dfe46ee8ff')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49ef5ffc-e7, col_values=(('external_ids', {'iface-id': '49ef5ffc-e76d-42d9-928a-84dfe5c152af', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:11:77', 'vm-uuid': 'b1dc228e-6dcc-4224-9493-8cc0fd6d66c4'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: INFO os_vif [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7')
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No VIF found with MAC fa:16:3e:50:11:77, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:32 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Deleted allocations for instance 3c653a3b-7050-4bef-861d-7de3b324541e
Dec 04 05:38:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-b02be932-c06d-4ec6-b1b5-2b34f514ee3e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "3c653a3b-7050-4bef-861d-7de3b324541e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.596s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-changed-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Refreshing instance network info cache due to event network-changed-49ef5ffc-e76d-42d9-928a-84dfe5c152af. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] Acquiring lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] Acquired lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Refreshing network info cache for port 49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updated VIF entry in instance network info cache for port 49ef5ffc-e76d-42d9-928a-84dfe5c152af. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3e473798-a3b5-44b0-96c8-9c34c6faee6a req-1c0e377f-5f6a-4da4-b8a4-01edc8533411 service nova] Releasing lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] No waiting events found dispatching network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:34 user nova-compute[74976]: WARNING nova.compute.manager [req-e1088a7b-2c16-4523-b0b4-fa307d75ed74 req-5076356a-e1ad-4c5e-bc76-7e77ac917ed3 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received unexpected event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af for instance with vm_state building and task_state spawning.
Dec 04 05:38:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:38:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:38:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Instance spawned successfully.
Dec 04 05:38:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] No waiting events found dispatching network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:36 user nova-compute[74976]: WARNING nova.compute.manager [req-b9dd979f-fb3f-4c28-b29c-edc6bb4bbf67 req-4f687e34-23c8-499a-ba41-7d5919b22f28 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received unexpected event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af for instance with vm_state building and task_state spawning.
Dec 04 05:38:36 user nova-compute[74976]: INFO nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Took 6.71 seconds to spawn the instance on the hypervisor.
Dec 04 05:38:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:38:36 user nova-compute[74976]: INFO nova.compute.manager [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Took 7.74 seconds to build instance.
Dec 04 05:38:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7deb6bd0-bc7d-4be9-89b3-343e899f6a98 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.864s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:39 user nova-compute[74976]: INFO nova.compute.manager [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Terminating instance
Dec 04 05:38:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-edf18ab9-bc99-4565-9192-2a01d04edc2c req-248bdb68-058b-4dad-ae4d-33dbd8cecdd2 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-unplugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Instance destroyed successfully.
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lazy-loading 'resources' on Instance uuid db63db50-8954-4398-8ab1-f6c67b1fa0c3 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:21:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-714330776',display_name='tempest-ServerRescueNegativeTestJSON-server-714330776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-714330776',id=20,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:26:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e714e27b7754236b3c2a70dcb7b60c7',ramdisk_id='',reservation_id='r-5nxpx4qk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-524073267',owner_user_name='tempest-ServerRescueNegativeTestJSON-524073267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:28:12Z,user_data=None,user_id='860696e6518e47ec9eccceb92844772d',uuid=db63db50-8954-4398-8ab1-f6c67b1fa0c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converting VIF {"id": "79a553fb-5ae0-480d-9070-e8863ceda448", "address": "fa:16:3e:f2:99:d6", "network": {"id": "281772b6-f6f9-4dec-b31e-8c16d1bfefd8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-466470905-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e714e27b7754236b3c2a70dcb7b60c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79a553fb-5a", "ovs_interfaceid": "79a553fb-5ae0-480d-9070-e8863ceda448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG os_vif [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79a553fb-5a, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa9a0017-58eb-46bd-87c3-d548e588d9ed) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: INFO os_vif [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:99:d6,bridge_name='br-int',has_traffic_filtering=True,id=79a553fb-5ae0-480d-9070-e8863ceda448,network=Network(281772b6-f6f9-4dec-b31e-8c16d1bfefd8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79a553fb-5a')
Dec 04 05:38:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Deleting instance files /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3_del
Dec 04 05:38:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Deletion of /opt/stack/data/nova/instances/db63db50-8954-4398-8ab1-f6c67b1fa0c3_del complete
Dec 04 05:38:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:40 user nova-compute[74976]: INFO nova.compute.manager [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Took 0.77 seconds to destroy the instance on the hypervisor.
Dec 04 05:38:40 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:38:40 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:41 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Took 0.52 seconds to deallocate network for instance.
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-0cd78bfa-56b2-4b29-84c2-b88797fe23c1 req-571a0efb-274e-497b-b80c-48fa581488ab service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-deleted-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:41 user nova-compute[74976]: INFO nova.compute.manager [req-0cd78bfa-56b2-4b29-84c2-b88797fe23c1 req-571a0efb-274e-497b-b80c-48fa581488ab service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Neutron deleted interface 79a553fb-5ae0-480d-9070-e8863ceda448; detaching it from the instance and deleting it from the info cache
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-0cd78bfa-56b2-4b29-84c2-b88797fe23c1 req-571a0efb-274e-497b-b80c-48fa581488ab service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-0cd78bfa-56b2-4b29-84c2-b88797fe23c1 req-571a0efb-274e-497b-b80c-48fa581488ab service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Detach interface failed, port_id=79a553fb-5ae0-480d-9070-e8863ceda448, reason: Instance db63db50-8954-4398-8ab1-f6c67b1fa0c3 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:38:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.237s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:41 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Deleted allocations for instance db63db50-8954-4398-8ab1-f6c67b1fa0c3
Dec 04 05:38:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5a0583d1-3e80-46ff-b36a-c000ae3b5bdb tempest-ServerRescueNegativeTestJSON-524073267 tempest-ServerRescueNegativeTestJSON-524073267-project-member] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.726s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] Acquiring lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] Lock "db63db50-8954-4398-8ab1-f6c67b1fa0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:42 user nova-compute[74976]: DEBUG nova.compute.manager [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] No waiting events found dispatching network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:38:42 user nova-compute[74976]: WARNING nova.compute.manager [req-be705286-694b-4006-937b-1eaaaf939f63 req-cbc758f3-c26e-4267-b5c9-28db9a4ff224 service nova] [instance: db63db50-8954-4398-8ab1-f6c67b1fa0c3] Received unexpected event network-vif-plugged-79a553fb-5ae0-480d-9070-e8863ceda448 for instance with vm_state deleted and task_state None.
Dec 04 05:38:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:47 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:38:47 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8328MB free_disk=25.236164093017578GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance c562364d-085c-40ab-961f-50b2311399cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 10745709-cf39-4c48-8b00-1bcc995b1696 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:38:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:38:48 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:38:48 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:38:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:38:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:38:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:38:51 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:38:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-changed-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Refreshing instance network info cache due to event network-changed-7913e9d3-ad07-46d1-92d3-ea2e757869d4. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] Acquiring lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] Acquired lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.network.neutron [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Refreshing network info cache for port 7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.network.neutron [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updated VIF entry in instance network info cache for port 7913e9d3-ad07-46d1-92d3-ea2e757869d4. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG nova.network.neutron [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating instance_info_cache with network_info: [{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:38:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a463b50-d294-4c3c-be1f-8c7b69d2dbf6 req-80775319-ce65-4e7d-8432-60230d6da910 service nova] Releasing lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:38:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:38:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:38:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:39:04 user nova-compute[74976]: INFO nova.compute.claims [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Claim successful on node user
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.305s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:39:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:39:04 user nova-compute[74976]: INFO nova.virt.block_device [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Booting with volume snapshot 70b7276e-d5be-4a08-bf31-e93c03b4579f at /dev/vda
Dec 04 05:39:04 user nova-compute[74976]: DEBUG nova.policy [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:39:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Successfully created port: 4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:39:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Successfully updated port: 4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-changed-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.compute.manager [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Refreshing instance network info cache due to event network-changed-4cde6013-0198-470d-9144-ef085b4e91e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] Acquiring lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updating instance_info_cache with network_info: [{"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Instance network_info: |[{"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] Acquired lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Refreshing network info cache for port 4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updated VIF entry in instance network info cache for port 4cde6013-0198-470d-9144-ef085b4e91e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG nova.network.neutron [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updating instance_info_cache with network_info: [{"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8718449c-07e0-41d5-98d2-438c45cb0ae5 req-d1916e4f-4a18-4bfe-8aef-f3c75d60c340 service nova] Releasing lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:39:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.utils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6c2490-e730-4dd8-8649-9445da3c2793]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e4a69a-49b1-407d-8215-21a84faf8324]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe34859-f258-4b5e-acbb-270c63fddbd8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f0c1e1-1ebb-43fb-b26b-f615617b472e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:39:10 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:39:10 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a002d0-05a0-4a52-8e4f-8721f4cce39e]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG os_brick.utils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:39:10 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updating existing volume attachment record: 879a9b14-1c3e-4c39-a27e-647bcf6aa7a4 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:39:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:39:19 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Creating image(s)
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Ensure instance console log exists: /opt/stack/data/nova/instances/2a60a8bf-b920-4977-a106-b52f516c85be/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Start _get_guest_xml network_info=[{"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-04T05:38:54Z,direct_url=<?>,disk_format='qcow2',id=1b08eef1-5f54-45e5-9a62-30b6734e3cde,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1493094264',owner='6c84d43a32d74655b3ff70619ef2bf2d',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-04T05:38:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '879a9b14-1c3e-4c39-a27e-647bcf6aa7a4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LFdBEeJv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a60a8bf-b920-4977-a106-b52f516c85be', 'attached_at': '', 'detached_at': '', 'volume_id': '3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 'serial': '3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:39:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:19 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-04T05:38:54Z,direct_url=<?>,disk_format='qcow2',id=1b08eef1-5f54-45e5-9a62-30b6734e3cde,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1493094264',owner='6c84d43a32d74655b3ff70619ef2bf2d',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-04T05:38:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LFdBEeJv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:39:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:39:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:39:19 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[31d7b540-9d5d-4974-a1e7-0335c682f854]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:39:19 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6e74ef-85ad-4ce1-af2a-1b3c644492c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7] added
Dec 04 05:39:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[668cfda7-3e7f-4cf7-ba64-32b1da661828]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7466b6-4831-4e9a-8e30-c96f16e94c68]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LFdBEeJv {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LFdBEeJv" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e40946-8256-4172-b61c-5eb0495847b6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LFdBEeJv'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1dfe3f-0a65-4502-b991-3f01e184d2d5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc1e6ccd-cddb-408b-9e20-df18d55e55fd]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ccc4c13-9f5e-48de-a178-c2233c58191b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260]
Dec 04 05:39:20 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260] successful.
Dec 04 05:39:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b9333f-265d-46d7-a849-6ea589645987]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[82987f88-0b03-4318-b550-6ed36d7c267a]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:39:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[250d8dfc-9941-4760-9165-cbb89a288b0e]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LFdBEeJv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:39:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23264386465656230', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264386465656230', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1819447985',id=44,image_ref='1b08eef1-5f54-45e5-9a62-30b6734e3cde',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHcu1Biv+pSO+zVN9hDyJ9Hf31iesp5f8lPpmcYa4d/QU4WsNnU1cEJiKlrC87swDOlJarZ7gOeFphEVJoBTqgPu6qIud3XXjKqDunhWfWf6NhvUnTBnD0ZRRdW+s7836Q==',key_name='tempest-keypair-1692429585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-aurrx3cq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1405178394',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:39:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=2a60a8bf-b920-4977-a106-b52f516c85be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a60a8bf-b920-4977-a106-b52f516c85be {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:39:21 user nova-compute[74976]:   <uuid>2a60a8bf-b920-4977-a106-b52f516c85be</uuid>
Dec 04 05:39:21 user nova-compute[74976]:   <name>instance-0000002c</name>
Dec 04 05:39:21 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:39:21 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:39:21 user nova-compute[74976]:   <metadata>
Dec 04 05:39:21 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:39:21 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1819447985</nova:name>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:39:19</nova:creationTime>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:39:21 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:39:21 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:owner>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:39:21 user nova-compute[74976]:       </nova:owner>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:root type="image" uuid="1b08eef1-5f54-45e5-9a62-30b6734e3cde"/>
Dec 04 05:39:21 user nova-compute[74976]:       <nova:ports>
Dec 04 05:39:21 user nova-compute[74976]:         <nova:port uuid="4cde6013-0198-470d-9144-ef085b4e91e7">
Dec 04 05:39:21 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 05:39:21 user nova-compute[74976]:         </nova:port>
Dec 04 05:39:21 user nova-compute[74976]:       </nova:ports>
Dec 04 05:39:21 user nova-compute[74976]:     </nova:instance>
Dec 04 05:39:21 user nova-compute[74976]:   </metadata>
Dec 04 05:39:21 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:39:21 user nova-compute[74976]:     <system>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="serial">2a60a8bf-b920-4977-a106-b52f516c85be</entry>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="uuid">2a60a8bf-b920-4977-a106-b52f516c85be</entry>
Dec 04 05:39:21 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:39:21 user nova-compute[74976]:     </system>
Dec 04 05:39:21 user nova-compute[74976]:   </sysinfo>
Dec 04 05:39:21 user nova-compute[74976]:   <os>
Dec 04 05:39:21 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:39:21 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:39:21 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:39:21 user nova-compute[74976]:   </os>
Dec 04 05:39:21 user nova-compute[74976]:   <features>
Dec 04 05:39:21 user nova-compute[74976]:     <acpi/>
Dec 04 05:39:21 user nova-compute[74976]:     <apic/>
Dec 04 05:39:21 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:39:21 user nova-compute[74976]:   </features>
Dec 04 05:39:21 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:39:21 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:39:21 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:39:21 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:39:21 user nova-compute[74976]:   </clock>
Dec 04 05:39:21 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:39:21 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:39:21 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:39:21 user nova-compute[74976]:   </cpu>
Dec 04 05:39:21 user nova-compute[74976]:   <devices>
Dec 04 05:39:21 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:39:21 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:39:21 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:39:21 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:39:21 user nova-compute[74976]:       <serial>3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7</serial>
Dec 04 05:39:21 user nova-compute[74976]:     </disk>
Dec 04 05:39:21 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:39:21 user nova-compute[74976]:       <mac address="fa:16:3e:4c:e8:ae"/>
Dec 04 05:39:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:39:21 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:39:21 user nova-compute[74976]:       <target dev="tap4cde6013-01"/>
Dec 04 05:39:21 user nova-compute[74976]:     </interface>
Dec 04 05:39:21 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:39:21 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/2a60a8bf-b920-4977-a106-b52f516c85be/console.log" append="off"/>
Dec 04 05:39:21 user nova-compute[74976]:     </serial>
Dec 04 05:39:21 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:39:21 user nova-compute[74976]:     <video>
Dec 04 05:39:21 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:39:21 user nova-compute[74976]:     </video>
Dec 04 05:39:21 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:39:21 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:39:21 user nova-compute[74976]:     </rng>
Dec 04 05:39:21 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:39:21 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:39:21 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:39:21 user nova-compute[74976]:     </memballoon>
Dec 04 05:39:21 user nova-compute[74976]:   </devices>
Dec 04 05:39:21 user nova-compute[74976]: </domain>
Dec 04 05:39:21 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1819447985',id=44,image_ref='1b08eef1-5f54-45e5-9a62-30b6734e3cde',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHcu1Biv+pSO+zVN9hDyJ9Hf31iesp5f8lPpmcYa4d/QU4WsNnU1cEJiKlrC87swDOlJarZ7gOeFphEVJoBTqgPu6qIud3XXjKqDunhWfWf6NhvUnTBnD0ZRRdW+s7836Q==',key_name='tempest-keypair-1692429585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-aurrx3cq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1405178394',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:39:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=2a60a8bf-b920-4977-a106-b52f516c85be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG os_vif [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb3fd3e4-36b9-53fb-9a82-b37b3c1912c1', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4cde6013-01, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4cde6013-01, col_values=(('qos', UUID('459e8a12-eb7d-458c-aa0f-8b118b350e9f')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4cde6013-01, col_values=(('external_ids', {'iface-id': '4cde6013-0198-470d-9144-ef085b4e91e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:e8:ae', 'vm-uuid': '2a60a8bf-b920-4977-a106-b52f516c85be'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:21 user nova-compute[74976]: INFO os_vif [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01')
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:39:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:4c:e8:ae, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "c562364d-085c-40ab-961f-50b2311399cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:22 user nova-compute[74976]: INFO nova.compute.manager [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Terminating instance
Dec 04 05:39:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] Instance destroyed successfully.
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.objects.instance [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lazy-loading 'resources' on Instance uuid c562364d-085c-40ab-961f-50b2311399cf {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:20:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1518648978',display_name='tempest-ServerActionsTestOtherA-server-1518648978',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1518648978',id=16,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8jcr/fhmCqT/Z7hFoChdYuWaRt8/pLj+Fzit9kIw3i4uh50KXVJPA5qODJUgowzFFMLFaPIUiVbFPzUe+EkiKfLQ3Z+FtXZc+wjPbTvMau3zIb05DaZ0fJ6Jokvt0g8g==',key_name='tempest-keypair-1244618855',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:20:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c655544a9fbe4d87b0003daef50aeeaa',ramdisk_id='',reservation_id='r-2z3qa7t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-601926012',owner_user_name='tempest-ServerActionsTestOtherA-601926012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:20:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43bd0c5a6fa84a868c924202d3d90b9f',uuid=c562364d-085c-40ab-961f-50b2311399cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converting VIF {"id": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "address": "fa:16:3e:1d:d7:1a", "network": {"id": "882cc08b-ef21-4d96-b0f4-aae7650fff55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2051217132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c655544a9fbe4d87b0003daef50aeeaa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd66ae454-5f", "ovs_interfaceid": "d66ae454-5f22-44e1-b656-812b01d3cc1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG os_vif [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd66ae454-5f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fa11849-22fb-414c-807f-782ad73bede6) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:23 user nova-compute[74976]: INFO os_vif [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:d7:1a,bridge_name='br-int',has_traffic_filtering=True,id=d66ae454-5f22-44e1-b656-812b01d3cc1f,network=Network(882cc08b-ef21-4d96-b0f4-aae7650fff55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd66ae454-5f')
Dec 04 05:39:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Deleting instance files /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf_del
Dec 04 05:39:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Deletion of /opt/stack/data/nova/instances/c562364d-085c-40ab-961f-50b2311399cf_del complete
Dec 04 05:39:23 user nova-compute[74976]: INFO nova.compute.manager [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] [instance: c562364d-085c-40ab-961f-50b2311399cf] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 04 05:39:23 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:39:23 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] No waiting events found dispatching network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:39:24 user nova-compute[74976]: WARNING nova.compute.manager [req-5583dcc4-3e30-4131-a2e5-8ba2d440e0cd req-3abf3ce3-a7e1-447a-a5e6-3ed98c42c2e3 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received unexpected event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 for instance with vm_state building and task_state spawning.
Dec 04 05:39:24 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:24 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: c562364d-085c-40ab-961f-50b2311399cf] Took 0.83 seconds to deallocate network for instance.
Dec 04 05:39:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:39:24 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:39:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.235s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:25 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Deleted allocations for instance c562364d-085c-40ab-961f-50b2311399cf
Dec 04 05:39:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-9a64a6cc-68ff-4007-80a6-5886a314495e tempest-ServerActionsTestOtherA-601926012 tempest-ServerActionsTestOtherA-601926012-project-member] Lock "c562364d-085c-40ab-961f-50b2311399cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.206s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:39:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Instance spawned successfully.
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:25 user nova-compute[74976]: INFO nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Took 5.42 seconds to spawn the instance on the hypervisor.
Dec 04 05:39:25 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:39:25 user nova-compute[74976]: INFO nova.compute.manager [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Took 21.24 seconds to build instance.
Dec 04 05:39:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3d954deb-78a3-44d2-8e29-732a6000d87b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.395s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] No waiting events found dispatching network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:39:26 user nova-compute[74976]: WARNING nova.compute.manager [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received unexpected event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 for instance with vm_state active and task_state None.
Dec 04 05:39:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-1d0bc420-91a1-4235-8354-a09dd8602e28 req-91b6473a-7caf-4d66-9758-aa268c5cd4f5 service nova] [instance: c562364d-085c-40ab-961f-50b2311399cf] Received event network-vif-deleted-d66ae454-5f22-44e1-b656-812b01d3cc1f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:39:34 user nova-compute[74976]: INFO nova.compute.claims [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Claim successful on node user
Dec 04 05:39:34 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.306s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.policy [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e19600faa274df7abc609e8b6c6639b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32ab13c884a94fddad7a7a8ad4b536e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:39:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:39:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Creating image(s)
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "/opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "/opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "/opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.198s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk 1073741824" returned: 0 in 0.051s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Successfully created port: fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Cannot resize image /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Ensure instance console log exists: /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Successfully updated port: fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquired lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-changed-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Refreshing instance network info cache due to event network-changed-fe86abae-ee94-416e-bf74-595c3800fafc. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] Acquiring lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.neutron [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating instance_info_cache with network_info: [{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Releasing lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Instance network_info: |[{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] Acquired lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Refreshing network info cache for port fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Start _get_guest_xml network_info=[{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:39:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2016510389',display_name='tempest-TestServerVolumeAttachmentScenario-server-2016510389',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2016510389',id=45,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn5LaHgrDedF/cjshupvA36bPiCgpWSXJaVmtpIUESkbPCmFh2DKWLUOP6v5z/xOrjXoPO/7PgaAAkHVgrdeqWXwRzfuSsfrU3p1auKUvUqucIQ8S5UbkH/LZZBpAsFUw==',key_name='tempest-keypair-475345878',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='32ab13c884a94fddad7a7a8ad4b536e7',ramdisk_id='',reservation_id='r-158v0yj2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1631508109',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1631508109-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:39:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e19600faa274df7abc609e8b6c6639b',uuid=f169a8de-0747-4ef5-8512-fbab367b2005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converting VIF {"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:39:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'pci_devices' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:39:37 user nova-compute[74976]:   <uuid>f169a8de-0747-4ef5-8512-fbab367b2005</uuid>
Dec 04 05:39:37 user nova-compute[74976]:   <name>instance-0000002d</name>
Dec 04 05:39:37 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:39:37 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:39:37 user nova-compute[74976]:   <metadata>
Dec 04 05:39:37 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:39:37 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-2016510389</nova:name>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:39:36</nova:creationTime>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:39:37 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:39:37 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:owner>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:user uuid="7e19600faa274df7abc609e8b6c6639b">tempest-TestServerVolumeAttachmentScenario-1631508109-project-member</nova:user>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:project uuid="32ab13c884a94fddad7a7a8ad4b536e7">tempest-TestServerVolumeAttachmentScenario-1631508109</nova:project>
Dec 04 05:39:37 user nova-compute[74976]:       </nova:owner>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:39:37 user nova-compute[74976]:       <nova:ports>
Dec 04 05:39:37 user nova-compute[74976]:         <nova:port uuid="fe86abae-ee94-416e-bf74-595c3800fafc">
Dec 04 05:39:37 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 05:39:37 user nova-compute[74976]:         </nova:port>
Dec 04 05:39:37 user nova-compute[74976]:       </nova:ports>
Dec 04 05:39:37 user nova-compute[74976]:     </nova:instance>
Dec 04 05:39:37 user nova-compute[74976]:   </metadata>
Dec 04 05:39:37 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:39:37 user nova-compute[74976]:     <system>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="serial">f169a8de-0747-4ef5-8512-fbab367b2005</entry>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="uuid">f169a8de-0747-4ef5-8512-fbab367b2005</entry>
Dec 04 05:39:37 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:39:37 user nova-compute[74976]:     </system>
Dec 04 05:39:37 user nova-compute[74976]:   </sysinfo>
Dec 04 05:39:37 user nova-compute[74976]:   <os>
Dec 04 05:39:37 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:39:37 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:39:37 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:39:37 user nova-compute[74976]:   </os>
Dec 04 05:39:37 user nova-compute[74976]:   <features>
Dec 04 05:39:37 user nova-compute[74976]:     <acpi/>
Dec 04 05:39:37 user nova-compute[74976]:     <apic/>
Dec 04 05:39:37 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:39:37 user nova-compute[74976]:   </features>
Dec 04 05:39:37 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:39:37 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:39:37 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:39:37 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:39:37 user nova-compute[74976]:   </clock>
Dec 04 05:39:37 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:39:37 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:39:37 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:39:37 user nova-compute[74976]:   </cpu>
Dec 04 05:39:37 user nova-compute[74976]:   <devices>
Dec 04 05:39:37 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:39:37 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:39:37 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk"/>
Dec 04 05:39:37 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:39:37 user nova-compute[74976]:     </disk>
Dec 04 05:39:37 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:39:37 user nova-compute[74976]:       <mac address="fa:16:3e:c4:96:cf"/>
Dec 04 05:39:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:39:37 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:39:37 user nova-compute[74976]:       <target dev="tapfe86abae-ee"/>
Dec 04 05:39:37 user nova-compute[74976]:     </interface>
Dec 04 05:39:37 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:39:37 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/console.log" append="off"/>
Dec 04 05:39:37 user nova-compute[74976]:     </serial>
Dec 04 05:39:37 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:39:37 user nova-compute[74976]:     <video>
Dec 04 05:39:37 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:39:37 user nova-compute[74976]:     </video>
Dec 04 05:39:37 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:39:37 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:39:37 user nova-compute[74976]:     </rng>
Dec 04 05:39:37 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:39:37 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:39:37 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:39:37 user nova-compute[74976]:     </memballoon>
Dec 04 05:39:37 user nova-compute[74976]:   </devices>
Dec 04 05:39:37 user nova-compute[74976]: </domain>
Dec 04 05:39:37 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2016510389',display_name='tempest-TestServerVolumeAttachmentScenario-server-2016510389',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2016510389',id=45,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn5LaHgrDedF/cjshupvA36bPiCgpWSXJaVmtpIUESkbPCmFh2DKWLUOP6v5z/xOrjXoPO/7PgaAAkHVgrdeqWXwRzfuSsfrU3p1auKUvUqucIQ8S5UbkH/LZZBpAsFUw==',key_name='tempest-keypair-475345878',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='32ab13c884a94fddad7a7a8ad4b536e7',ramdisk_id='',reservation_id='r-158v0yj2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1631508109',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1631508109-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:39:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e19600faa274df7abc609e8b6c6639b',uuid=f169a8de-0747-4ef5-8512-fbab367b2005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converting VIF {"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG os_vif [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d4640cf-89ce-50aa-81cc-0c06cb86d6a3', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe86abae-ee, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe86abae-ee, col_values=(('qos', UUID('8f407333-d461-4187-8571-2d566baf6753')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe86abae-ee, col_values=(('external_ids', {'iface-id': 'fe86abae-ee94-416e-bf74-595c3800fafc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c4:96:cf', 'vm-uuid': 'f169a8de-0747-4ef5-8512-fbab367b2005'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:37 user nova-compute[74976]: INFO os_vif [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee')
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No VIF found with MAC fa:16:3e:c4:96:cf, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updated VIF entry in instance network info cache for port fe86abae-ee94-416e-bf74-595c3800fafc. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating instance_info_cache with network_info: [{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5ad127f3-98ea-48ce-a09e-c52f4339a82b req-e1f9b2c6-0345-4597-a07e-c48e58d30f6c service nova] Releasing lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:39:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] No waiting events found dispatching network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:39:38 user nova-compute[74976]: WARNING nova.compute.manager [req-565c2de8-e907-4d13-b77e-eb69710fed8d req-0a7841da-3a9f-49db-9790-587cdb559523 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received unexpected event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc for instance with vm_state building and task_state spawning.
Dec 04 05:39:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:39:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] No waiting events found dispatching network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:39:40 user nova-compute[74976]: WARNING nova.compute.manager [req-97e58241-4a98-4b0d-bc77-a37a1f780b94 req-470e2e7c-973d-4911-a82d-3739e8438658 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received unexpected event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc for instance with vm_state building and task_state spawning.
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:39:41 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Instance spawned successfully.
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:39:41 user nova-compute[74976]: INFO nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Took 5.79 seconds to spawn the instance on the hypervisor.
Dec 04 05:39:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:39:41 user nova-compute[74976]: INFO nova.compute.manager [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Took 6.63 seconds to build instance.
Dec 04 05:39:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-75a4f4f5-0e92-4fd9-9761-30def2930a12 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.843s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:39:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:39:48 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8301MB free_disk=25.204940795898438GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:39:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 10745709-cf39-4c48-8b00-1bcc995b1696 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2a60a8bf-b920-4977-a106-b52f516c85be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f169a8de-0747-4ef5-8512-fbab367b2005 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:39:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.379s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:39:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:39:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:39:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:39:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:39:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:39:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:40:01 user nova-compute[74976]: INFO nova.compute.claims [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Claim successful on node user
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.391s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:40:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG nova.policy [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa866c9b07d43a8983b762b4d9b1f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4091fcdc2e2b4f1391c40ebedddf662e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:40:01 user nova-compute[74976]: INFO nova.virt.block_device [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Booting with volume 222e8714-c021-4eeb-aa97-b235517a6055 at /dev/vda
Dec 04 05:40:01 user nova-compute[74976]: DEBUG os_brick.utils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5dbfb95-2080-477e-a32e-aba2e3594304]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a820c89-8eb0-40b2-9cf5-8c06cf3f5e5c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1269cde2-5432-4fb3-9265-e4b9e5f4207f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6f6b41-df85-47a3-a07d-5325753a5fca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:40:01 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:02 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:40:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97443797-8c49-4eed-a601-112ebba4abc2]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG os_brick.utils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating existing volume attachment record: c528b3f5-24e0-4072-b690-fcd68c478ac6 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Successfully created port: 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:40:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Successfully updated port: 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.compute.manager [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing instance network info cache due to event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance network_info: |[{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated VIF entry in instance network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:40:03 user nova-compute[74976]: DEBUG nova.network.neutron [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-797fb5df-6df6-4522-ae64-74c776383896 req-85e22563-165a-4fc3-8af4-a0cbac7c3c4e service nova] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'flavor' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:05 user nova-compute[74976]: INFO nova.compute.manager [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attaching volume ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 to /dev/vdb
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.utils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a075b88f-86e4-4051-aabe-a90ec655e97c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[177dbf35-4143-4d7d-8893-c0d91a2286e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ed53e0-bba3-4949-a8f9-640ff854224b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c128330e-8b3e-40cb-9c48-274fa2386c1c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:05 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:40:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b6152e-9fff-47d3-b0f5-10b61228e360]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG os_brick.utils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:05 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating existing volume attachment record: 05837e94-e18b-4488-8702-c686c41f326f {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:40:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:40:11 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Creating image(s)
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Ensure instance console log exists: /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start _get_guest_xml network_info=[{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': 'c528b3f5-24e0-4072-b690-fcd68c478ac6', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '50a1b171-639c-4094-84c3-9f1da2d87ec1', 'attached_at': '', 'detached_at': '', 'volume_id': '222e8714-c021-4eeb-aa97-b235517a6055', 'serial': '222e8714-c021-4eeb-aa97-b235517a6055'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:40:11 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:11 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:11 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:11 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2705982-92c9-4e56-a503-9dcaee90d8b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:40:11 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0da49f3-aff3-4091-852c-789b11ee163b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055] added
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[75680c7e-1f41-450e-afa6-8b919b1fd072]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[14dd4370-4a49-4b5a-a2b0-0943b4950f7a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cgXqrZAk {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cgXqrZAk" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df3e0ef-d8c5-408a-834b-52a3a66b319a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cgXqrZAk'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[533b4494-8c91-41c0-9021-0e19fa9ffff6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0399015-798a-4a20-a955-dcb3348cca17]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4180c416-1e07-454d-bb11-b92ac578961b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]
Dec 04 05:40:11 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7a8e1a-7e86-4462-9671-ca07ae270c89]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65db694-01ba-4040-917c-adc75d5a07c1]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:11 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[257a1d18-3b2e-4ff4-8bb4-382a50a5815b]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:11 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26639336566323833', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639336566323833', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcCA4HZzbjwavo2acvXeJH9genaIVd9ajB/edyMNQaqRP4HXvv59AFu9UeD5ANmwGA3v5TgNQw0xZoV33t0txVgexWpRwo1ZBwv/ugM/DQVRMw8GuK/6YgeX4FPxAlT2g==',key_name='tempest-TestShelveInstance-215831',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:02Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.objects.instance [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'pci_devices' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:40:12 user nova-compute[74976]:   <uuid>50a1b171-639c-4094-84c3-9f1da2d87ec1</uuid>
Dec 04 05:40:12 user nova-compute[74976]:   <name>instance-0000002e</name>
Dec 04 05:40:12 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:40:12 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:40:12 user nova-compute[74976]:   <metadata>
Dec 04 05:40:12 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:40:12 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:40:12 user nova-compute[74976]:       <nova:name>tempest-TestShelveInstance-server-1639366567</nova:name>
Dec 04 05:40:12 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:40:11</nova:creationTime>
Dec 04 05:40:12 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:40:12 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:40:12 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:40:12 user nova-compute[74976]:       <nova:owner>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:user uuid="3fa866c9b07d43a8983b762b4d9b1f6e">tempest-TestShelveInstance-1527699213-project-member</nova:user>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:project uuid="4091fcdc2e2b4f1391c40ebedddf662e">tempest-TestShelveInstance-1527699213</nova:project>
Dec 04 05:40:12 user nova-compute[74976]:       </nova:owner>
Dec 04 05:40:12 user nova-compute[74976]:       <nova:ports>
Dec 04 05:40:12 user nova-compute[74976]:         <nova:port uuid="6cf5847b-d7d3-4057-9702-f56aa7cf504f">
Dec 04 05:40:12 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 05:40:12 user nova-compute[74976]:         </nova:port>
Dec 04 05:40:12 user nova-compute[74976]:       </nova:ports>
Dec 04 05:40:12 user nova-compute[74976]:     </nova:instance>
Dec 04 05:40:12 user nova-compute[74976]:   </metadata>
Dec 04 05:40:12 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:40:12 user nova-compute[74976]:     <system>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="serial">50a1b171-639c-4094-84c3-9f1da2d87ec1</entry>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="uuid">50a1b171-639c-4094-84c3-9f1da2d87ec1</entry>
Dec 04 05:40:12 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:40:12 user nova-compute[74976]:     </system>
Dec 04 05:40:12 user nova-compute[74976]:   </sysinfo>
Dec 04 05:40:12 user nova-compute[74976]:   <os>
Dec 04 05:40:12 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:40:12 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:40:12 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:40:12 user nova-compute[74976]:   </os>
Dec 04 05:40:12 user nova-compute[74976]:   <features>
Dec 04 05:40:12 user nova-compute[74976]:     <acpi/>
Dec 04 05:40:12 user nova-compute[74976]:     <apic/>
Dec 04 05:40:12 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:40:12 user nova-compute[74976]:   </features>
Dec 04 05:40:12 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:40:12 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:40:12 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:40:12 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:40:12 user nova-compute[74976]:   </clock>
Dec 04 05:40:12 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:40:12 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:40:12 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:40:12 user nova-compute[74976]:   </cpu>
Dec 04 05:40:12 user nova-compute[74976]:   <devices>
Dec 04 05:40:12 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:40:12 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:40:12 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:40:12 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:40:12 user nova-compute[74976]:       <serial>222e8714-c021-4eeb-aa97-b235517a6055</serial>
Dec 04 05:40:12 user nova-compute[74976]:     </disk>
Dec 04 05:40:12 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:40:12 user nova-compute[74976]:       <mac address="fa:16:3e:45:af:9f"/>
Dec 04 05:40:12 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:12 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:40:12 user nova-compute[74976]:       <target dev="tap6cf5847b-d7"/>
Dec 04 05:40:12 user nova-compute[74976]:     </interface>
Dec 04 05:40:12 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:40:12 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1/console.log" append="off"/>
Dec 04 05:40:12 user nova-compute[74976]:     </serial>
Dec 04 05:40:12 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:40:12 user nova-compute[74976]:     <video>
Dec 04 05:40:12 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:12 user nova-compute[74976]:     </video>
Dec 04 05:40:12 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:40:12 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:40:12 user nova-compute[74976]:     </rng>
Dec 04 05:40:12 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:40:12 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:40:12 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:40:12 user nova-compute[74976]:     </memballoon>
Dec 04 05:40:12 user nova-compute[74976]:   </devices>
Dec 04 05:40:12 user nova-compute[74976]: </domain>
Dec 04 05:40:12 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcCA4HZzbjwavo2acvXeJH9genaIVd9ajB/edyMNQaqRP4HXvv59AFu9UeD5ANmwGA3v5TgNQw0xZoV33t0txVgexWpRwo1ZBwv/ugM/DQVRMw8GuK/6YgeX4FPxAlT2g==',key_name='tempest-TestShelveInstance-215831',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:02Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG os_vif [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f922ca79-d2f0-5b83-8ae9-042b0b54b00d', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cf5847b-d7, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cf5847b-d7, col_values=(('qos', UUID('51db01f1-cb7e-43e2-8ed5-031b52a108e8')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cf5847b-d7, col_values=(('external_ids', {'iface-id': '6cf5847b-d7d3-4057-9702-f56aa7cf504f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:af:9f', 'vm-uuid': '50a1b171-639c-4094-84c3-9f1da2d87ec1'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:12 user nova-compute[74976]: INFO os_vif [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7')
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] No VIF found with MAC fa:16:3e:45:af:9f, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG nova.compute.manager [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:14 user nova-compute[74976]: WARNING nova.compute.manager [req-e2d96f94-512a-4f25-8f7a-c4e2134dd854 req-d4a07a55-2e78-42ce-a763-7d8c3d00e211 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state building and task_state spawning.
Dec 04 05:40:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:40:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance spawned successfully.
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.compute.manager [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:16 user nova-compute[74976]: WARNING nova.compute.manager [req-2e2fe88a-93f5-49c3-a552-06f6fcb9e189 req-1040253e-b958-4fbe-89b3-2a5c16ec7c14 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state building and task_state spawning.
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:16 user nova-compute[74976]: INFO nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Took 5.10 seconds to spawn the instance on the hypervisor.
Dec 04 05:40:16 user nova-compute[74976]: DEBUG nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:40:16 user nova-compute[74976]: INFO nova.compute.manager [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Took 15.07 seconds to build instance.
Dec 04 05:40:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-7fea4291-8e7e-46f0-8440-d801c159b166 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.183s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-changed-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Refreshing instance network info cache due to event network-changed-49ef5ffc-e76d-42d9-928a-84dfe5c152af. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] Acquiring lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] Acquired lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Refreshing network info cache for port 49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updated VIF entry in instance network info cache for port 49ef5ffc-e76d-42d9-928a-84dfe5c152af. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64050c0f-5bb3-4f59-8483-b814ac24e2cb req-49776f9b-7139-4d33-b50f-783d9e0878d5 service nova] Releasing lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:19 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:19 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d805d9c-60af-4939-8b53-d8051ad9087f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:40:19 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48b838f-4b33-49ba-8c63-fdd57680bd3b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9] added
Dec 04 05:40:19 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b166b6-1922-41c5-a183-4b094ad95739]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d800af85-2567-433c-a433-bf4acbc2db92]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QElzJBvg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QElzJBvg" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f7d348-f7d9-4303-9754-fd90ef617048]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QElzJBvg'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:19 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.055s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3118ef47-333f-4f6b-acb8-2c7f63954353]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fcb0bcf-8d65-4eba-a4c8-3129f9b0fe96]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ed952e-8b02-4fac-8d0b-ad0ab32bb3a3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260]
Dec 04 05:40:20 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260] successful.
Dec 04 05:40:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[39940fd6-e966-4edd-81fe-14155fca27c7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac85f23-d159-4267-b35a-a2944494b984]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:20 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.347s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[757212f0-4b6c-4cb8-9dac-c9962c18b172]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:40:20 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23263346436383666', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263346436383666', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'flavor' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:40:21 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:40:21 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:40:21 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:40:21 user nova-compute[74976]:   <serial>ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9</serial>
Dec 04 05:40:21 user nova-compute[74976]: </disk>
Dec 04 05:40:21 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No VIF found with MAC fa:16:3e:31:c8:be, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:21 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fc04bc90-b3a3-4523-b051-7000f7db6983 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.258s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:23 user nova-compute[74976]: INFO nova.compute.manager [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Rescuing
Dec 04 05:40:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:23 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG nova.network.neutron [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:25 user nova-compute[74976]: WARNING nova.compute.manager [req-d45d025f-3845-4d34-b0a6-66cff467fe45 req-66a19190-676e-48aa-864b-16dc74537362 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state active and task_state rescuing.
Dec 04 05:40:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance destroyed successfully.
Dec 04 05:40:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attempting a stable device rescue
Dec 04 05:40:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74976) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance directory exists: not creating {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 05:40:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Creating image(s)
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'trusted_certs' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.part --force-share --output=json" returned: 0 in 0.232s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:26 user nova-compute[74976]: DEBUG nova.virt.images [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] 5faab7dc-ef92-4571-a0f1-3a34da7fb807 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:40:26 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:40:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.part /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.part /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.converted" returned: 0 in 0.354s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.compute.manager [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:27 user nova-compute[74976]: WARNING nova.compute.manager [req-2009222d-4753-4724-83ca-0dffaeec3f45 req-f2648022-556d-4a34-b8bc-ce9cb80109f0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state active and task_state rescuing.
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.882s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1 --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1,backing_fmt=raw /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1,backing_fmt=raw /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue" returned: 0 in 0.071s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'migration_context' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Object Instance<eae9e949-f482-4f40-b8f0-e1b19acb1ac6> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start _get_guest_xml network_info=[{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "vif_mac": "fa:16:3e:31:c8:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5faab7dc-ef92-4571-a0f1-3a34da7fb807', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'attachment_id': '05837e94-e18b-4488-8702-c686c41f326f', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'eae9e949-f482-4f40-b8f0-e1b19acb1ac6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'serial': 'ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'resources' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Object Instance<eae9e949-f482-4f40-b8f0-e1b19acb1ac6> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'numa_topology' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Object Instance<eae9e949-f482-4f40-b8f0-e1b19acb1ac6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:40:27 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:27 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'vcpu_model' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.objects.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Object Instance<eae9e949-f482-4f40-b8f0-e1b19acb1ac6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:27 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[acacd933-6eef-46bb-a082-4d16b731af1b]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = QElzJBvg\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 04 05:40:27 user nova-compute[74976]: node.name = iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:40:27 user nova-compute[74976]: node.tpgt = -1
Dec 04 05:40:27 user nova-compute[74976]: node.startup = automatic
Dec 04 05:40:27 user nova-compute[74976]: node.leading_login = No
Dec 04 05:40:27 user nova-compute[74976]: iface.iscsi_ifacename = default
Dec 04 05:40:27 user nova-compute[74976]: iface.net_ifacename = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.ipaddress = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.prefix_len = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.hwaddress = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.transport_name = tcp
Dec 04 05:40:27 user nova-compute[74976]: iface.initiatorname = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.vlan_id = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.vlan_priority = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.vlan_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.iface_num = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.mtu = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.port = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.bootproto = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.subnet_mask = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.gateway = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_alt_client_id_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_alt_client_id = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_dns = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_learn_iqn = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_req_vendor_id_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_vendor_id_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_vendor_id = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.dhcp_slp_da = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.fragmentation = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.gratuitous_arp = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.incoming_forwarding = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.tos_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.tos = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.ttl = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.delayed_ack = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.tcp_nagle = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.tcp_wsf_state = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.tcp_wsf = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.tcp_timer_scale = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.tcp_timestamp = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.redirect = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.def_task_mgmt_timeout = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.header_digest = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.data_digest = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.immediate_data = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.initial_r2t = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.data_seq_inorder = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.data_pdu_inorder = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.erl = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.max_receive_data_len = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.first_burst_len = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.max_outstanding_r2t = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.max_burst_len = 0
Dec 04 05:40:27 user nova-compute[74976]: iface.chap_auth = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.bidi_chap = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.strict_login_compliance = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.discovery_auth = <empty>
Dec 04 05:40:27 user nova-compute[74976]: iface.discovery_logout = <empty>
Dec 04 05:40:27 user nova-compute[74976]: node.discovery_address = <empty>
Dec 04 05:40:27 user nova-compute[74976]: node.discovery_port = 0
Dec 04 05:40:27 user nova-compute[74976]: node.discovery_type = static
Dec 04 05:40:27 user nova-compute[74976]: node.session.initial_cmdsn = 0
Dec 04 05:40:27 user nova-compute[74976]: node.session.initial_login_retry_max = 8
Dec 04 05:40:27 user nova-compute[74976]: node.session.xmit_thread_priority = -20
Dec 04 05:40:27 user nova-compute[74976]: node.session.cmds_max = 128
Dec 04 05:40:27 user nova-compute[74976]: node.session.queue_depth = 32
Dec 04 05:40:27 user nova-compute[74976]: node.session.nr_sessions = 1
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.authmethod = CHAP
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.username = QElzJBvg
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.password = ***
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.username_in = <empty>
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.password_in = <empty>
Dec 04 05:40:27 user nova-compute[74976]: node.session.auth.chap_algs = MD5
Dec 04 05:40:27 user nova-compute[74976]: node.session.timeo.replacement_timeout = 120
Dec 04 05:40:27 user nova-compute[74976]: node.session.err_timeo.abort_timeout = 15
Dec 04 05:40:27 user nova-compute[74976]: node.session.err_timeo.lu_reset_timeout = 30
Dec 04 05:40:27 user nova-compute[74976]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 04 05:40:27 user nova-compute[74976]: node.session.err_timeo.host_reset_timeout = 60
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.FastAbort = Yes
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.InitialR2T = No
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.ImmediateData = Yes
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.FirstBurstLength = 262144
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.MaxBurstLength = 16776192
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.DefaultTime2Retain = 0
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.DefaultTime2Wait = 2
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.MaxConnections = 1
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 04 05:40:27 user nova-compute[74976]: node.session.iscsi.ERL = 0
Dec 04 05:40:27 user nova-compute[74976]: node.session.scan = manual
Dec 04 05:40:27 user nova-compute[74976]: node.session.reopen_max = 0
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].address = 172.16.0.220
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].port = 3260
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].startup = manual
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].tcp.window_size = 524288
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].tcp.type_of_service = 0
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].timeo.logout_timeout = 15
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].timeo.login_timeout = 15
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].timeo.auth_timeout = 45
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].timeo.noop_out_interval = 5
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].timeo.noop_out_timeout = 5
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.HeaderDigest = None
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.DataDigest = None
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.IFMarker = No
Dec 04 05:40:27 user nova-compute[74976]: node.conn[0].iscsi.OFMarker = No
Dec 04 05:40:27 user nova-compute[74976]: # END RECORD
Dec 04 05:40:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a2f3ead-5da1-44b5-97fd-d2b0d23a23d0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb56f589-d5bd-46d3-980c-faebde2c98a8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QElzJBvg {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QElzJBvg" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[044083bd-20a5-425e-8408-a275ffceee95]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QElzJBvg'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4088df3f-fabe-46ba-aabf-246fe1694a02]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a11e54-4c25-4450-8b42-42d53ebc6c92]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.173s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] HCTL ('35', '0', '0', 0) found on session 51 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9a693a-f3ae-4d18-a1c0-b80f3b69bb0e]: (4, ('0 0 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Searching for a device in session 51 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.203s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] <== connect_volume: return (205ms) {'type': 'block', 'scsi_wwn': '23263346436383666', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263346436383666', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-115254561',display_name='tempest-ServerStableDeviceRescueTest-server-115254561',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-115254561',id=41,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBInbDywP93ljj6uNGleajQbME5X5VgyixB4OSmoyQ5aXVIJ4Hwka5q6qWooNZojYB9PeSrCuJJ5v/ORRtsZTAQsZ76ee/JS8yQFGADmo7JN7c3bHy7sN82ovMFeLFR47og==',key_name='tempest-keypair-847454264',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:36:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa7daa9c210c428d94ba9cc83c6ce0b2',ramdisk_id='',reservation_id='r-uhts24xx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-671822886',owner_user_name='tempest-ServerStableDeviceRescueTest-671822886-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:38:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34f5ef824fa4e0699b2b84d58c229e6',uuid=eae9e949-f482-4f40-b8f0-e1b19acb1ac6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "vif_mac": "fa:16:3e:31:c8:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converting VIF {"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "vif_mac": "fa:16:3e:31:c8:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'pci_devices' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.objects.base [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Object Instance<eae9e949-f482-4f40-b8f0-e1b19acb1ac6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:40:28 user nova-compute[74976]:   <uuid>eae9e949-f482-4f40-b8f0-e1b19acb1ac6</uuid>
Dec 04 05:40:28 user nova-compute[74976]:   <name>instance-00000029</name>
Dec 04 05:40:28 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:40:28 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:40:28 user nova-compute[74976]:   <metadata>
Dec 04 05:40:28 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:40:28 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-115254561</nova:name>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:40:27</nova:creationTime>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:40:28 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:40:28 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:owner>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:user uuid="a34f5ef824fa4e0699b2b84d58c229e6">tempest-ServerStableDeviceRescueTest-671822886-project-member</nova:user>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:project uuid="aa7daa9c210c428d94ba9cc83c6ce0b2">tempest-ServerStableDeviceRescueTest-671822886</nova:project>
Dec 04 05:40:28 user nova-compute[74976]:       </nova:owner>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:40:28 user nova-compute[74976]:       <nova:ports>
Dec 04 05:40:28 user nova-compute[74976]:         <nova:port uuid="91b73385-7e71-4cc5-ac0c-62a54cb91952">
Dec 04 05:40:28 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:40:28 user nova-compute[74976]:         </nova:port>
Dec 04 05:40:28 user nova-compute[74976]:       </nova:ports>
Dec 04 05:40:28 user nova-compute[74976]:     </nova:instance>
Dec 04 05:40:28 user nova-compute[74976]:   </metadata>
Dec 04 05:40:28 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:40:28 user nova-compute[74976]:     <system>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="serial">eae9e949-f482-4f40-b8f0-e1b19acb1ac6</entry>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="uuid">eae9e949-f482-4f40-b8f0-e1b19acb1ac6</entry>
Dec 04 05:40:28 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:40:28 user nova-compute[74976]:     </system>
Dec 04 05:40:28 user nova-compute[74976]:   </sysinfo>
Dec 04 05:40:28 user nova-compute[74976]:   <os>
Dec 04 05:40:28 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:40:28 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:40:28 user nova-compute[74976]:   </os>
Dec 04 05:40:28 user nova-compute[74976]:   <features>
Dec 04 05:40:28 user nova-compute[74976]:     <acpi/>
Dec 04 05:40:28 user nova-compute[74976]:     <apic/>
Dec 04 05:40:28 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:40:28 user nova-compute[74976]:   </features>
Dec 04 05:40:28 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:40:28 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:40:28 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:40:28 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:40:28 user nova-compute[74976]:   </clock>
Dec 04 05:40:28 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:40:28 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:40:28 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:40:28 user nova-compute[74976]:   </cpu>
Dec 04 05:40:28 user nova-compute[74976]:   <devices>
Dec 04 05:40:28 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:40:28 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:40:28 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk"/>
Dec 04 05:40:28 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:40:28 user nova-compute[74976]:     </disk>
Dec 04 05:40:28 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:40:28 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:40:28 user nova-compute[74976]:       <source dev="/dev/sdd"/>
Dec 04 05:40:28 user nova-compute[74976]:       <target dev="vdb" bus="virtio"/>
Dec 04 05:40:28 user nova-compute[74976]:       <serial>ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9</serial>
Dec 04 05:40:28 user nova-compute[74976]:     </disk>
Dec 04 05:40:28 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:40:28 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:40:28 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue"/>
Dec 04 05:40:28 user nova-compute[74976]:       <target dev="vdc" bus="virtio"/>
Dec 04 05:40:28 user nova-compute[74976]:       <boot order="1"/>
Dec 04 05:40:28 user nova-compute[74976]:     </disk>
Dec 04 05:40:28 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:40:28 user nova-compute[74976]:       <mac address="fa:16:3e:31:c8:be"/>
Dec 04 05:40:28 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:28 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:40:28 user nova-compute[74976]:       <target dev="tap91b73385-7e"/>
Dec 04 05:40:28 user nova-compute[74976]:     </interface>
Dec 04 05:40:28 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:40:28 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/console.log" append="off"/>
Dec 04 05:40:28 user nova-compute[74976]:     </serial>
Dec 04 05:40:28 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:40:28 user nova-compute[74976]:     <video>
Dec 04 05:40:28 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:28 user nova-compute[74976]:     </video>
Dec 04 05:40:28 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:40:28 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:40:28 user nova-compute[74976]:     </rng>
Dec 04 05:40:28 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:40:28 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:40:28 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:40:28 user nova-compute[74976]:     </memballoon>
Dec 04 05:40:28 user nova-compute[74976]:   </devices>
Dec 04 05:40:28 user nova-compute[74976]: </domain>
Dec 04 05:40:28 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:40:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance destroyed successfully.
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] No VIF found with MAC fa:16:3e:31:c8:be, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:40:28 user nova-compute[74976]: INFO nova.compute.claims [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Claim successful on node user
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:29 user nova-compute[74976]: INFO nova.compute.manager [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attaching volume e45123c2-5ec9-472a-b6b0-dfa40a0adf0c to /dev/vdb
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.utils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[171067fd-6ae1-4b63-9c40-ab519701ae4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.369s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[458f29ff-0884-415b-9271-83c42fb7e1cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd7200f-0d9d-4f70-a583-f251adfcb8bf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[500c9e3d-4658-43b8-bf4e-e9a48835afac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:40:29 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e4f0c1-8632-4467-882f-d87402f22ce6]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG os_brick.utils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating existing volume attachment record: 6916b6d1-e26a-439b-8b7c-9e0469d0a99a {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:40:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.policy [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd37abdcb17043d68afc26ee914f99bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3767ab08512b463f898036393a30565a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:40:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Creating image(s)
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.247s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:29 user nova-compute[74976]: WARNING nova.compute.manager [req-29be2b9f-c27f-4543-84ab-7ca1d763e3e8 req-6ddf6717-a8f2-414b-a10a-15c0c4fd9b38 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state active and task_state rescuing.
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:29 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk 1073741824" returned: 0 in 0.069s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Successfully created port: 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Cannot resize image /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Ensure instance console log exists: /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Successfully updated port: 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing instance network info cache due to event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:31 user nova-compute[74976]: WARNING nova.compute.manager [req-5967c50a-0889-4218-8468-a9bbf3fefea6 req-db805c8c-a75c-4ddf-a2ff-50cb07ee2de5 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state active and task_state rescuing.
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.neutron [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance network_info: |[{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start _get_guest_xml network_info=[{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:40:32 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:32 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7NvJlaEBTI7ZziuM0g5PRLBTfGRN233XX1d+N5JuZ9MEaLfnqdvEQ/JwyEYFCcNRtYYG/Sb8HaP+u0QXO8XQQz0iL0D9Dg4UJN5B890Wf/SNFhTY/8/ImhDJtGVE1zRA==',key_name='tempest-keypair-1573264813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_devices' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:40:32 user nova-compute[74976]:   <uuid>2497acda-c46b-4033-abea-e64e8685665a</uuid>
Dec 04 05:40:32 user nova-compute[74976]:   <name>instance-0000002f</name>
Dec 04 05:40:32 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:40:32 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:40:32 user nova-compute[74976]:   <metadata>
Dec 04 05:40:32 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:40:32 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2047274919</nova:name>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:40:32</nova:creationTime>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:40:32 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:40:32 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:owner>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:user uuid="dd37abdcb17043d68afc26ee914f99bf">tempest-AttachVolumeShelveTestJSON-900887126-project-member</nova:user>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:project uuid="3767ab08512b463f898036393a30565a">tempest-AttachVolumeShelveTestJSON-900887126</nova:project>
Dec 04 05:40:32 user nova-compute[74976]:       </nova:owner>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:40:32 user nova-compute[74976]:       <nova:ports>
Dec 04 05:40:32 user nova-compute[74976]:         <nova:port uuid="452b0dcc-b8b8-4669-b58c-860236bc38e7">
Dec 04 05:40:32 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:40:32 user nova-compute[74976]:         </nova:port>
Dec 04 05:40:32 user nova-compute[74976]:       </nova:ports>
Dec 04 05:40:32 user nova-compute[74976]:     </nova:instance>
Dec 04 05:40:32 user nova-compute[74976]:   </metadata>
Dec 04 05:40:32 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:40:32 user nova-compute[74976]:     <system>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="serial">2497acda-c46b-4033-abea-e64e8685665a</entry>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="uuid">2497acda-c46b-4033-abea-e64e8685665a</entry>
Dec 04 05:40:32 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:40:32 user nova-compute[74976]:     </system>
Dec 04 05:40:32 user nova-compute[74976]:   </sysinfo>
Dec 04 05:40:32 user nova-compute[74976]:   <os>
Dec 04 05:40:32 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:40:32 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:40:32 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:40:32 user nova-compute[74976]:   </os>
Dec 04 05:40:32 user nova-compute[74976]:   <features>
Dec 04 05:40:32 user nova-compute[74976]:     <acpi/>
Dec 04 05:40:32 user nova-compute[74976]:     <apic/>
Dec 04 05:40:32 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:40:32 user nova-compute[74976]:   </features>
Dec 04 05:40:32 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:40:32 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:40:32 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:40:32 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:40:32 user nova-compute[74976]:   </clock>
Dec 04 05:40:32 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:40:32 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:40:32 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:40:32 user nova-compute[74976]:   </cpu>
Dec 04 05:40:32 user nova-compute[74976]:   <devices>
Dec 04 05:40:32 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:40:32 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:40:32 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk"/>
Dec 04 05:40:32 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:40:32 user nova-compute[74976]:     </disk>
Dec 04 05:40:32 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:40:32 user nova-compute[74976]:       <mac address="fa:16:3e:9e:56:80"/>
Dec 04 05:40:32 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:32 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:40:32 user nova-compute[74976]:       <target dev="tap452b0dcc-b8"/>
Dec 04 05:40:32 user nova-compute[74976]:     </interface>
Dec 04 05:40:32 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:40:32 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/console.log" append="off"/>
Dec 04 05:40:32 user nova-compute[74976]:     </serial>
Dec 04 05:40:32 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:40:32 user nova-compute[74976]:     <video>
Dec 04 05:40:32 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:32 user nova-compute[74976]:     </video>
Dec 04 05:40:32 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:40:32 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:40:32 user nova-compute[74976]:     </rng>
Dec 04 05:40:32 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:40:32 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:40:32 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:40:32 user nova-compute[74976]:     </memballoon>
Dec 04 05:40:32 user nova-compute[74976]:   </devices>
Dec 04 05:40:32 user nova-compute[74976]: </domain>
Dec 04 05:40:32 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7NvJlaEBTI7ZziuM0g5PRLBTfGRN233XX1d+N5JuZ9MEaLfnqdvEQ/JwyEYFCcNRtYYG/Sb8HaP+u0QXO8XQQz0iL0D9Dg4UJN5B890Wf/SNFhTY/8/ImhDJtGVE1zRA==',key_name='tempest-keypair-1573264813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG os_vif [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7cc467a1-02bf-5b0d-8a3a-940dfe92ce21', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap452b0dcc-b8, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap452b0dcc-b8, col_values=(('qos', UUID('22174c99-ccf1-4044-b336-4de62a4ff708')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap452b0dcc-b8, col_values=(('external_ids', {'iface-id': '452b0dcc-b8b8-4669-b58c-860236bc38e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:56:80', 'vm-uuid': '2497acda-c46b-4033-abea-e64e8685665a'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: INFO os_vif [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8')
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No VIF found with MAC fa:16:3e:9e:56:80, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updated VIF entry in instance network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-34daa408-96c2-47f2-879e-f6d0d60df6d1 req-17d6b50f-3ee7-440b-a91a-939b8b1018a9 service nova] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-0bd7ffa4-20a1-4cbc-8e31-085560aa0915 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:32 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:40:32 user nova-compute[74976]: INFO nova.compute.claims [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Claim successful on node user
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:40:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.policy [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b3394054d7740499974d9b9a3cf9e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '840de00c5e18447d85c811f16607ff24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:40:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Creating image(s)
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "/opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "/opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "/opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.227s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:33 user nova-compute[74976]: WARNING nova.compute.manager [req-88069922-bfe6-4e65-bd64-e9827d0eba8f req-1450472e-e9ca-40c4-aaf8-04af7df9adaa service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state building and task_state spawning.
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.214s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk 1073741824" returned: 0 in 0.052s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Cannot resize image /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Ensure instance console log exists: /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:34 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Successfully created port: 58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Successfully updated port: 58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquired lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.network.neutron [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Updating instance_info_cache with network_info: [{"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:40:35 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance spawned successfully.
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Releasing lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Instance network_info: |[{"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Start _get_guest_xml network_info=[{"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:36 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1717221515',display_name='tempest-VolumesNegativeTest-instance-1717221515',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1717221515',id=48,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='840de00c5e18447d85c811f16607ff24',ramdisk_id='',reservation_id='r-aad9ozi1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1741403300',owner_user_name='tempest-VolumesNegativeTest-1741403300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:33Z,user_data=None,user_id='1b3394054d7740499974d9b9a3cf9e29',uuid=6e2c5ca0-1556-4878-bcae-cd84c4720de7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converting VIF {"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lazy-loading 'pci_devices' on Instance uuid 6e2c5ca0-1556-4878-bcae-cd84c4720de7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:36 user nova-compute[74976]: WARNING nova.compute.manager [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state building and task_state spawning.
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-changed-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Refreshing instance network info cache due to event network-changed-58d75599-26d6-491f-abca-15e4dcaae568. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Acquiring lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Acquired lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.neutron [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Refreshing network info cache for port 58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:40:36 user nova-compute[74976]:   <uuid>6e2c5ca0-1556-4878-bcae-cd84c4720de7</uuid>
Dec 04 05:40:36 user nova-compute[74976]:   <name>instance-00000030</name>
Dec 04 05:40:36 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:40:36 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:40:36 user nova-compute[74976]:   <metadata>
Dec 04 05:40:36 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:40:36 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:name>tempest-VolumesNegativeTest-instance-1717221515</nova:name>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:40:36</nova:creationTime>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:40:36 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:40:36 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:owner>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:user uuid="1b3394054d7740499974d9b9a3cf9e29">tempest-VolumesNegativeTest-1741403300-project-member</nova:user>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:project uuid="840de00c5e18447d85c811f16607ff24">tempest-VolumesNegativeTest-1741403300</nova:project>
Dec 04 05:40:36 user nova-compute[74976]:       </nova:owner>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:40:36 user nova-compute[74976]:       <nova:ports>
Dec 04 05:40:36 user nova-compute[74976]:         <nova:port uuid="58d75599-26d6-491f-abca-15e4dcaae568">
Dec 04 05:40:36 user nova-compute[74976]:           <nova:ip type="fixed" address="192.168.233.111" ipVersion="4"/>
Dec 04 05:40:36 user nova-compute[74976]:         </nova:port>
Dec 04 05:40:36 user nova-compute[74976]:       </nova:ports>
Dec 04 05:40:36 user nova-compute[74976]:     </nova:instance>
Dec 04 05:40:36 user nova-compute[74976]:   </metadata>
Dec 04 05:40:36 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:40:36 user nova-compute[74976]:     <system>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="serial">6e2c5ca0-1556-4878-bcae-cd84c4720de7</entry>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="uuid">6e2c5ca0-1556-4878-bcae-cd84c4720de7</entry>
Dec 04 05:40:36 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:40:36 user nova-compute[74976]:     </system>
Dec 04 05:40:36 user nova-compute[74976]:   </sysinfo>
Dec 04 05:40:36 user nova-compute[74976]:   <os>
Dec 04 05:40:36 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:40:36 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:40:36 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:40:36 user nova-compute[74976]:   </os>
Dec 04 05:40:36 user nova-compute[74976]:   <features>
Dec 04 05:40:36 user nova-compute[74976]:     <acpi/>
Dec 04 05:40:36 user nova-compute[74976]:     <apic/>
Dec 04 05:40:36 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:40:36 user nova-compute[74976]:   </features>
Dec 04 05:40:36 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:40:36 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:40:36 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:40:36 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:40:36 user nova-compute[74976]:   </clock>
Dec 04 05:40:36 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:40:36 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:40:36 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:40:36 user nova-compute[74976]:   </cpu>
Dec 04 05:40:36 user nova-compute[74976]:   <devices>
Dec 04 05:40:36 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:40:36 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:40:36 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk"/>
Dec 04 05:40:36 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:40:36 user nova-compute[74976]:     </disk>
Dec 04 05:40:36 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:40:36 user nova-compute[74976]:       <mac address="fa:16:3e:76:a3:b3"/>
Dec 04 05:40:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:36 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:40:36 user nova-compute[74976]:       <target dev="tap58d75599-26"/>
Dec 04 05:40:36 user nova-compute[74976]:     </interface>
Dec 04 05:40:36 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:40:36 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/console.log" append="off"/>
Dec 04 05:40:36 user nova-compute[74976]:     </serial>
Dec 04 05:40:36 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:40:36 user nova-compute[74976]:     <video>
Dec 04 05:40:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:40:36 user nova-compute[74976]:     </video>
Dec 04 05:40:36 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:40:36 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:40:36 user nova-compute[74976]:     </rng>
Dec 04 05:40:36 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:40:36 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:40:36 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:40:36 user nova-compute[74976]:     </memballoon>
Dec 04 05:40:36 user nova-compute[74976]:   </devices>
Dec 04 05:40:36 user nova-compute[74976]: </domain>
Dec 04 05:40:36 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1717221515',display_name='tempest-VolumesNegativeTest-instance-1717221515',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1717221515',id=48,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='840de00c5e18447d85c811f16607ff24',ramdisk_id='',reservation_id='r-aad9ozi1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1741403300',owner_user_name='tempest-VolumesNegativeTest-1741403300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:40:33Z,user_data=None,user_id='1b3394054d7740499974d9b9a3cf9e29',uuid=6e2c5ca0-1556-4878-bcae-cd84c4720de7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converting VIF {"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG os_vif [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46eac6e6-a3c9-567d-babb-b7c2e85c837e', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: INFO nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Took 6.61 seconds to spawn the instance on the hypervisor.
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58d75599-26, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58d75599-26, col_values=(('qos', UUID('13463465-281f-49e5-beb1-6442ba90be2d')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58d75599-26, col_values=(('external_ids', {'iface-id': '58d75599-26d6-491f-abca-15e4dcaae568', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:a3:b3', 'vm-uuid': '6e2c5ca0-1556-4878-bcae-cd84c4720de7'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:36 user nova-compute[74976]: INFO os_vif [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26')
Dec 04 05:40:36 user nova-compute[74976]: INFO nova.compute.manager [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Took 7.45 seconds to build instance.
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] No VIF found with MAC fa:16:3e:76:a3:b3, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-76f348a9-c857-48e7-b0d1-5238c9960d2d tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.562s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.neutron [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Updated VIF entry in instance network info cache for port 58d75599-26d6-491f-abca-15e4dcaae568. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG nova.network.neutron [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Updating instance_info_cache with network_info: [{"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19f09fd1-b3a0-4b55-8317-a621561e713f req-784b22fa-90c7-4c6b-9cf5-bf285977661d service nova] Releasing lock "refresh_cache-6e2c5ca0-1556-4878-bcae-cd84c4720de7" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] No waiting events found dispatching network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:37 user nova-compute[74976]: WARNING nova.compute.manager [req-02733692-f9da-43a4-8a9e-3f5e72f53ec9 req-54848e72-d9d3-4677-bff7-1ef218b0b500 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received unexpected event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 for instance with vm_state building and task_state spawning.
Dec 04 05:40:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:40:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:40:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Instance spawned successfully.
Dec 04 05:40:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] No waiting events found dispatching network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:40 user nova-compute[74976]: WARNING nova.compute.manager [req-193779ef-4404-4f73-804d-18ae423694e4 req-6258136b-5c87-41e8-a177-e00fc22acaae service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received unexpected event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 for instance with vm_state building and task_state spawning.
Dec 04 05:40:40 user nova-compute[74976]: INFO nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Took 6.61 seconds to spawn the instance on the hypervisor.
Dec 04 05:40:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:40:40 user nova-compute[74976]: INFO nova.compute.manager [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Took 7.50 seconds to build instance.
Dec 04 05:40:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-8f85dc1b-5842-40e6-9260-d8e241f7f2d8 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.595s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uUqzdYkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:41 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:41 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f9f4dc-c140-4d7b-9b01-f4e639ae4196]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:40:41 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e949eaeb-5bb9-4088-a104-3d3c160c6789]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c] added
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c198d2d-8f03-4d11-b900-abc05a238115]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e9cead-704d-4574-8f18-32cab4d017f3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uUqzdYkh {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uUqzdYkh" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[14083ccd-13d0-4ba9-a807-b47f76cc0527]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uUqzdYkh'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0b82df-6305-4525-8904-2342752c42a7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f846df-825c-4c99-b32a-32609189011d]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d715ae24-bda5-4006-8ee4-376d5c3f7ccd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260]
Dec 04 05:40:41 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260] successful.
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d3751b0-0ecc-47f6-9c72-b36607147047]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d409bf8-ec16-4375-a8e4-00e2832ea1bb]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:41 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:40:41 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] HCTL ('37', '-', '-', 0) found on session 52 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cb8c2f-15c4-4a1f-be8d-1d7f442f3f5e]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching for a device in session 52 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:40:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uUqzdYkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23265373763363236', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265373763363236', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:40:42 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:40:42 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:40:42 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:40:42 user nova-compute[74976]:   <serial>e45123c2-5ec9-472a-b6b0-dfa40a0adf0c</serial>
Dec 04 05:40:42 user nova-compute[74976]: </disk>
Dec 04 05:40:42 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:40:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:40:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No VIF found with MAC fa:16:3e:50:11:77, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:40:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ae1ce245-c8c2-4a66-bd56-2bbcfd2d5cf5 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.292s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json" returned: 0 in 0.337s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:40:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:40:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=7679MB free_disk=25.066585540771484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 10745709-cf39-4c48-8b00-1bcc995b1696 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2a60a8bf-b920-4977-a106-b52f516c85be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f169a8de-0747-4ef5-8512-fbab367b2005 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 50a1b171-639c-4094-84c3-9f1da2d87ec1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2497acda-c46b-4033-abea-e64e8685665a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6e2c5ca0-1556-4878-bcae-cd84c4720de7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:40:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.460s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-changed-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Refreshing instance network info cache due to event network-changed-4cde6013-0198-470d-9144-ef085b4e91e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] Acquiring lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] Acquired lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.network.neutron [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Refreshing network info cache for port 4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating instance_info_cache with network_info: [{"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-10745709-cf39-4c48-8b00-1bcc995b1696" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:55 user nova-compute[74976]: INFO nova.compute.manager [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Terminating instance
Dec 04 05:40:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updated VIF entry in instance network info cache for port 4cde6013-0198-470d-9144-ef085b4e91e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updating instance_info_cache with network_info: [{"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-af412d1f-98ac-4593-b31f-3c735d560adb req-c7f43d2a-c486-499f-980c-5680a003344b service nova] Releasing lock "refresh_cache-2a60a8bf-b920-4977-a106-b52f516c85be" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-unplugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] No waiting events found dispatching network-vif-unplugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-5a43b96f-fdbb-4911-be69-23c2cb7dd766 req-1b010f61-25e4-4893-800d-58c3764b9ba0 service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-unplugged-4cde6013-0198-470d-9144-ef085b4e91e7 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Instance destroyed successfully.
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid 2a60a8bf-b920-4977-a106-b52f516c85be {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1819447985',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1819447985',id=44,image_ref='1b08eef1-5f54-45e5-9a62-30b6734e3cde',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHcu1Biv+pSO+zVN9hDyJ9Hf31iesp5f8lPpmcYa4d/QU4WsNnU1cEJiKlrC87swDOlJarZ7gOeFphEVJoBTqgPu6qIud3XXjKqDunhWfWf6NhvUnTBnD0ZRRdW+s7836Q==',key_name='tempest-keypair-1692429585',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:39:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-aurrx3cq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1405178394',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:39:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=2a60a8bf-b920-4977-a106-b52f516c85be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "4cde6013-0198-470d-9144-ef085b4e91e7", "address": "fa:16:3e:4c:e8:ae", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cde6013-01", "ovs_interfaceid": "4cde6013-0198-470d-9144-ef085b4e91e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_vif [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4cde6013-01, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=459e8a12-eb7d-458c-aa0f-8b118b350e9f) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:56 user nova-compute[74976]: INFO os_vif [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:e8:ae,bridge_name='br-int',has_traffic_filtering=True,id=4cde6013-0198-470d-9144-ef085b4e91e7,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cde6013-01')
Dec 04 05:40:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LFdBEeJv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:40:56 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2eb85e0-2333-4bdc-939f-5eb79bb7caea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:40:56 user nova-compute[74976]: No targets found.
Dec 04 05:40:56 user nova-compute[74976]: iSNS:
Dec 04 05:40:56 user nova-compute[74976]: No targets found.
Dec 04 05:40:56 user nova-compute[74976]: STATIC:
Dec 04 05:40:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c
Dec 04 05:40:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:40:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:40:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:40:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:40:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:40:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7
Dec 04 05:40:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:40:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:40:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:40:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:40:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:40:56 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:40:56 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:40:56 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:40:56 user nova-compute[74976]: FIRMWARE:
Dec 04 05:40:56 user nova-compute[74976]: No targets found.
Dec 04 05:40:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:40:56 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:40:56 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e06fd696-0b86-42c9-8916-c04a98726124]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5cbddc2-3187-43c2-96b7-917bd7a81af1]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:40:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:40:56 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:40:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c6e93f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8624e70f-18e1-41e9-a15b-1216898ee7ae]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5953ce-30e9-4edc-9180-528387c603ab]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8d01cc-1592-4f12-99a6-cde37c835c1f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:40:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe77d6e1-c80d-4510-a265-007e083cd1c7]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b4ef08-d351-48ab-b1fc-5965138f0954]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[712b5377-2e1f-46f7-8d98-9db5575bf218]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260]
Dec 04 05:40:57 user nova-compute[74976]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7, portal: 172.16.0.220,3260] successful.
Dec 04 05:40:57 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7870e8-5989-4c39-80ac-4c74bc286a49]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (343ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:40:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Deleting instance files /opt/stack/data/nova/instances/2a60a8bf-b920-4977-a106-b52f516c85be_del
Dec 04 05:40:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Deletion of /opt/stack/data/nova/instances/2a60a8bf-b920-4977-a106-b52f516c85be_del complete
Dec 04 05:40:57 user nova-compute[74976]: INFO nova.compute.manager [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Took 1.21 seconds to destroy the instance on the hypervisor.
Dec 04 05:40:57 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:40:57 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:40:57 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Took 0.78 seconds to deallocate network for instance.
Dec 04 05:40:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] Acquiring lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] Lock "2a60a8bf-b920-4977-a106-b52f516c85be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] No waiting events found dispatching network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:40:58 user nova-compute[74976]: WARNING nova.compute.manager [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received unexpected event network-vif-plugged-4cde6013-0198-470d-9144-ef085b4e91e7 for instance with vm_state active and task_state deleting.
Dec 04 05:40:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-8fed336c-6427-4758-a3e0-d29ef89e778f req-743a9443-a9be-44f7-8e65-ed743e138e8a service nova] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Received event network-vif-deleted-4cde6013-0198-470d-9144-ef085b4e91e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:40:58 user nova-compute[74976]: INFO nova.compute.manager [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Took 0.93 seconds to detach 1 volumes for instance.
Dec 04 05:40:58 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 2a60a8bf-b920-4977-a106-b52f516c85be] Deleting volume: 3c2f87de-5dce-4bf3-9b65-7d7d00e9d3b7 {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:40:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:40:59 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance 2a60a8bf-b920-4977-a106-b52f516c85be
Dec 04 05:40:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ca27bca-62a8-4fb1-b4e1-3c50659324bf tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "2a60a8bf-b920-4977-a106-b52f516c85be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.595s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:02 user nova-compute[74976]: INFO nova.compute.manager [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Detaching volume e45123c2-5ec9-472a-b6b0-dfa40a0adf0c
Dec 04 05:41:02 user nova-compute[74976]: INFO nova.virt.block_device [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attempting to driver detach volume e45123c2-5ec9-472a-b6b0-dfa40a0adf0c from mountpoint /dev/vdb
Dec 04 05:41:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Attempting to detach device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:41:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:41:02 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:02 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:41:02 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:41:02 user nova-compute[74976]:   <serial>e45123c2-5ec9-472a-b6b0-dfa40a0adf0c</serial>
Dec 04 05:41:02 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:41:02 user nova-compute[74976]: </disk>
Dec 04 05:41:02 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:41:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config.
Dec 04 05:41:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:41:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:41:02 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:02 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:41:02 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:41:02 user nova-compute[74976]:   <serial>e45123c2-5ec9-472a-b6b0-dfa40a0adf0c</serial>
Dec 04 05:41:02 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:41:02 user nova-compute[74976]: </disk>
Dec 04 05:41:02 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:41:03 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:41:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:41:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:23 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 is timed out.
Dec 04 05:41:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config.
Dec 04 05:41:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uUqzdYkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:23 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0de8aa-91a4-404d-a142-d681365181d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:41:23 user nova-compute[74976]: No targets found.
Dec 04 05:41:23 user nova-compute[74976]: iSNS:
Dec 04 05:41:23 user nova-compute[74976]: No targets found.
Dec 04 05:41:23 user nova-compute[74976]: STATIC:
Dec 04 05:41:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c
Dec 04 05:41:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:41:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:41:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:23 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:41:23 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:23 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:23 user nova-compute[74976]: FIRMWARE:
Dec 04 05:41:23 user nova-compute[74976]: No targets found.
Dec 04 05:41:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:41:23 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:41:23 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7efe19-334f-49f4-9238-677f7fbc1772]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ede012-9ef7-45d8-8268-b0a7797c7226]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:41:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:23 user nova-compute[74976]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c (non-flash)
Dec 04 05:41:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca042f2e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c'): ({'sdf'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Removing single pathed devices sdf {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af5dd17-aead-4e21-abfa-79f21b8ecfa5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9594e227-b256-4664-b21e-2963aa57f73f]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flushing IO for device /dev/sdf {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2fc93f5-86e6-434b-97e2-54f4dc72167e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd72d68-c810-4f43-9fda-d876d582df24]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a580009-8364-4cd8-9757-5eae88c4a2b4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d70208-c8c2-41c6-881c-af1b14db5afa]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260]
Dec 04 05:41:23 user nova-compute[74976]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c, portal: 172.16.0.220,3260] successful.
Dec 04 05:41:23 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e45123c2-5ec9-472a-b6b0-dfa40a0adf0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3185e65-f120-4f41-aa46-2dfe6a204f91]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== disconnect_volume: return (309ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:41:24 user nova-compute[74976]: DEBUG nova.objects.instance [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-47847e8e-4095-44cd-a83a-40b097ae407e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.701s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-changed-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Refreshing instance network info cache due to event network-changed-fe86abae-ee94-416e-bf74-595c3800fafc. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:41:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] Acquiring lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:41:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] Acquired lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:41:25 user nova-compute[74976]: DEBUG nova.network.neutron [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Refreshing network info cache for port fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG nova.network.neutron [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updated VIF entry in instance network info cache for port fe86abae-ee94-416e-bf74-595c3800fafc. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG nova.network.neutron [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating instance_info_cache with network_info: [{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6edf7f0e-126e-4b1f-b300-149819a7b3a4 req-1dcdc87d-f195-4a38-b27c-f0357bdae722 service nova] Releasing lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:26 user nova-compute[74976]: INFO nova.compute.manager [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attaching volume 05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca to /dev/vdb
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.utils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1924cc-bb7f-4c99-9c3f-eb875926ad78]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc76e81-825f-467e-b242-82577f15e2ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df76ca3-2bcf-426c-a337-12803535e25a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[242d89b1-2dd0-434e-b28f-c2fc48f3988f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:26 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:41:26 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0cebfc1-4e59-4c0e-aee3-668f4c0c6be9]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG os_brick.utils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating existing volume attachment record: 6134bd79-c703-4f5d-b0c6-c783008fdb38 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:41:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zALDJVxG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:35 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9587ea5d-444f-4f3c-89bf-70d44df8d7bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:41:35 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a876caa9-3823-41f9-8492-558ef0bd2eca]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca] added
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[65411b89-f3ce-407d-a7af-1237662d9f16]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[701d1991-e380-423e-b4de-a4848200a014]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zALDJVxG {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zALDJVxG" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ca6873-9e3f-47c5-9eea-9715e9d7a132]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zALDJVxG'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1a74ee-9917-4e80-b120-3932a4a02289]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a93a32-e831-4902-9efd-66982f341a30]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0095522c-f793-49dc-82a5-a3b1aca6c2fe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260]
Dec 04 05:41:35 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4e9b61-37b0-4ace-9164-6a4ab3eb2ad5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1416e266-c451-4cc7-94d9-cdb9cd0f0f3c]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:35 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3054fd-83b9-49e4-b976-925a9f825431]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:41:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zALDJVxG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26535383462666232', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535383462666232', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:41:36 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:36 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:41:36 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:41:36 user nova-compute[74976]:   <serial>05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca</serial>
Dec 04 05:41:36 user nova-compute[74976]: </disk>
Dec 04 05:41:36 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:41:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:41:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:41:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No VIF found with MAC fa:16:3e:c4:96:cf, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:41:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-bfbfae8e-e9df-4ef8-ac55-2c5a34e4f7be tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:40 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:41 user nova-compute[74976]: INFO nova.compute.manager [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attaching volume c6ea5572-3378-40fa-b689-9e7d489fe0c0 to /dev/vdc
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.utils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5caae6-601b-430f-95a3-9253ae8acf5e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6811411a-9a2c-460b-89a5-0c0665dce4d4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89a6ff7-e847-49f3-8243-b0bf680b445b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1836cc7-07ed-4ac3-8be9-94da6f8d481e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:41 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:41:41 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3157c70e-3bb9-4aa6-b49d-239c801ede53]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG os_brick.utils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating existing volume attachment record: 6adb7089-d739-46f4-940d-52b5f04a39bd {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:41:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:41:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:41:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:41:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:41:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8025MB free_disk=25.000629425048828GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 10745709-cf39-4c48-8b00-1bcc995b1696 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f169a8de-0747-4ef5-8512-fbab367b2005 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 50a1b171-639c-4094-84c3-9f1da2d87ec1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2497acda-c46b-4033-abea-e64e8685665a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 6e2c5ca0-1556-4878-bcae-cd84c4720de7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wsSNTqpr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:50 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:50 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:50 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ace6439-5afa-4c71-990f-8dbf6c9701fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:41:50 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c9c0bf-aa59-4203-9095-d7d29922786c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0] added
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c67607-1962-45e0-87ef-1222464e530d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[090c15fe-48b1-4b1c-aef5-f419a87361f1]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wsSNTqpr {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wsSNTqpr" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[842bb9ce-54e0-4c78-b44c-960f1ede2d4c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wsSNTqpr'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f0f13b-037f-4aea-b28b-15155ac2b6f4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:50 user nova-compute[74976]: INFO nova.compute.manager [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Terminating instance
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c9ed1f-17cc-4cdb-bc37-5979a75a983d]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e0af08-8483-4e40-b651-cad70bd67efa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260]
Dec 04 05:41:50 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260] successful.
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4e1f24-7f9c-4288-848e-71944fd7c2f3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.675s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4438abc4-e46a-469b-a8da-09fd3a197243]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:50 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:50 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] HCTL ('37', '-', '-', 0) found on session 54 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e809f6d-8935-4f86-8176-69c2c68273cb]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Searching for a device in session 54 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wsSNTqpr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-unplugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] No waiting events found dispatching network-vif-unplugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:41:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-f1abd392-6356-432c-a5c1-4e837053a977 req-16fdaf49-d760-439f-b8a0-b3b1c76272f1 service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-unplugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:51 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Instance destroyed successfully.
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.objects.instance [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid 10745709-cf39-4c48-8b00-1bcc995b1696 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:37:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1792679617',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1792679617',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBErCLsNbLepaAS/8qwQoFsndrHrb1hgNSqCiT7d1kYHCh+6Cbsj6IlNJB0DKq5EZdZlIOShNOBwynRITBHAg2pJ8F8774nGe0Mv9gnzhc0+0vBAcBg/ZoiCsvRjBBxowSA==',key_name='tempest-keypair-1961475559',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:37:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-y3z0xyel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:37:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=10745709-cf39-4c48-8b00-1bcc995b1696,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "address": "fa:16:3e:a3:f6:ad", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7913e9d3-ad", "ovs_interfaceid": "7913e9d3-ad07-46d1-92d3-ea2e757869d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_vif [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7913e9d3-ad, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2df3f4ca-3156-434a-a39d-8f2589b3f816) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:41:51 user nova-compute[74976]: INFO os_vif [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:f6:ad,bridge_name='br-int',has_traffic_filtering=True,id=7913e9d3-ad07-46d1-92d3-ea2e757869d4,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7913e9d3-ad')
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPReEKnA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:51 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23565343763393432', 'path': '/dev/sdf'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565343763393432', 'path': '/dev/sdf'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.360s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c9995f-01ad-4a77-8174-854f856d9f3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:41:51 user nova-compute[74976]: No targets found.
Dec 04 05:41:51 user nova-compute[74976]: iSNS:
Dec 04 05:41:51 user nova-compute[74976]: No targets found.
Dec 04 05:41:51 user nova-compute[74976]: STATIC:
Dec 04 05:41:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681
Dec 04 05:41:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:41:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0
Dec 04 05:41:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:41:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:51 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:41:51 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:51 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:51 user nova-compute[74976]: FIRMWARE:
Dec 04 05:41:51 user nova-compute[74976]: No targets found.
Dec 04 05:41:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:41:51 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:41:51 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:41:51 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:51 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:41:51 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:41:51 user nova-compute[74976]:   <serial>c6ea5572-3378-40fa-b689-9e7d489fe0c0</serial>
Dec 04 05:41:51 user nova-compute[74976]: </disk>
Dec 04 05:41:51 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2cace7-6c33-403f-bb21-c0e3a31f1119]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db28d1c-243a-486e-9245-88612c44b35b]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:51 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:51 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca042f2ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[889c7c0c-aa09-4626-8349-8cfe9008e7e7]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf850f43-49e3-467a-89e7-5b774b47fa29]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a830e47-7508-4487-b24c-ddcd4e53efd7]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb789418-f91e-425a-a1e1-800ea392d91d]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:41:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[127df8cf-408a-4adf-a485-9a5da00fbd71]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b213acd-a761-42aa-807b-80c7773a7fd3]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260]
Dec 04 05:41:52 user nova-compute[74976]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681, portal: 172.16.0.220,3260] successful.
Dec 04 05:41:52 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81b752c1-69a7-480e-82d7-8ee476ae4681 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9695f21-dd0c-4a2e-b27f-1e651e86837c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (665ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:41:52 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Deleting instance files /opt/stack/data/nova/instances/10745709-cf39-4c48-8b00-1bcc995b1696_del
Dec 04 05:41:52 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Deletion of /opt/stack/data/nova/instances/10745709-cf39-4c48-8b00-1bcc995b1696_del complete
Dec 04 05:41:52 user nova-compute[74976]: INFO nova.compute.manager [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Took 1.54 seconds to destroy the instance on the hypervisor.
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] No VIF found with MAC fa:16:3e:c4:96:cf, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c46dcc25-31e8-4423-9e18-10cacb8ac2c0 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.374s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing instance network info cache due to event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:52 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Took 0.73 seconds to deallocate network for instance.
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] Acquiring lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] Lock "10745709-cf39-4c48-8b00-1bcc995b1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] No waiting events found dispatching network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:41:52 user nova-compute[74976]: WARNING nova.compute.manager [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received unexpected event network-vif-plugged-7913e9d3-ad07-46d1-92d3-ea2e757869d4 for instance with vm_state active and task_state deleting.
Dec 04 05:41:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-447c4224-7133-4fba-ae70-110f57a2dc9c req-016b08cc-8909-42e9-bf9e-3d09e240c4fe service nova] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Received event network-vif-deleted-7913e9d3-ad07-46d1-92d3-ea2e757869d4 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:53 user nova-compute[74976]: INFO nova.compute.manager [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Detaching volume c6ea5572-3378-40fa-b689-9e7d489fe0c0
Dec 04 05:41:53 user nova-compute[74976]: INFO nova.virt.block_device [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attempting to driver detach volume c6ea5572-3378-40fa-b689-9e7d489fe0c0 from mountpoint /dev/vdc
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Attempting to detach device vdc from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:41:53 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:53 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:41:53 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:41:53 user nova-compute[74976]:   <serial>c6ea5572-3378-40fa-b689-9e7d489fe0c0</serial>
Dec 04 05:41:53 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:41:53 user nova-compute[74976]: </disk>
Dec 04 05:41:53 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:41:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully detached device vdc from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the persistent domain config.
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:41:53 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:41:53 user nova-compute[74976]:   <source dev="/dev/sdf"/>
Dec 04 05:41:53 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:41:53 user nova-compute[74976]:   <serial>c6ea5572-3378-40fa-b689-9e7d489fe0c0</serial>
Dec 04 05:41:53 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 05:41:53 user nova-compute[74976]: </disk>
Dec 04 05:41:53 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.network.neutron [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated VIF entry in instance network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.network.neutron [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bdd4013c-d29b-4600-8633-6bb5db6d50a0 req-92521e15-00ce-4029-b488-75d7268889c1 service nova] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:53 user nova-compute[74976]: INFO nova.compute.manager [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Shelve offloading
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:53 user nova-compute[74976]: INFO nova.compute.manager [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Took 1.06 seconds to detach 1 volumes for instance.
Dec 04 05:41:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 10745709-cf39-4c48-8b00-1bcc995b1696] Deleting volume: 81b752c1-69a7-480e-82d7-8ee476ae4681 {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:41:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance destroyed successfully.
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.358s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:54 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance 10745709-cf39-4c48-8b00-1bcc995b1696
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-417d553c-3543-4b48-a684-20619f3b7bfc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "10745709-cf39-4c48-8b00-1bcc995b1696" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.982s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:41:54 user nova-compute[74976]: WARNING nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state active and task_state shelving.
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:41:54 user nova-compute[74976]: WARNING nova.compute.manager [req-e958046c-5bd9-4806-b36a-b635881b24d5 req-6692f41d-63de-48a9-bcf6-c1584fb897a6 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state active and task_state shelving.
Dec 04 05:41:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:41:55 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance destroyed successfully.
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'resources' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcCA4HZzbjwavo2acvXeJH9genaIVd9ajB/edyMNQaqRP4HXvv59AFu9UeD5ANmwGA3v5TgNQw0xZoV33t0txVgexWpRwo1ZBwv/ugM/DQVRMw8GuK/6YgeX4FPxAlT2g==',key_name='tempest-TestShelveInstance-215831',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:40:16Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_vif [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cf5847b-d7, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51db01f1-cb7e-43e2-8ed5-031b52a108e8) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:55 user nova-compute[74976]: INFO os_vif [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7')
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:55 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing instance network info cache due to event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.network.neutron [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2430809f-926d-44b4-8d94-2ef129309d98]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:41:55 user nova-compute[74976]: No targets found.
Dec 04 05:41:55 user nova-compute[74976]: iSNS:
Dec 04 05:41:55 user nova-compute[74976]: No targets found.
Dec 04 05:41:55 user nova-compute[74976]: STATIC:
Dec 04 05:41:55 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:41:55 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:55 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:55 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0
Dec 04 05:41:55 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:55 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:55 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:41:55 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:55 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:55 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:41:55 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:41:55 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:41:55 user nova-compute[74976]: FIRMWARE:
Dec 04 05:41:55 user nova-compute[74976]: No targets found.
Dec 04 05:41:55 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:41:55 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:41:55 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e7f76d-4dc2-4f12-bff2-5167e502ea0f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede8684c-df31-41c0-bea6-87e4d3786726]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:41:55 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:41:55 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca042f0b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c0c8f6-a35a-447f-8aee-953acb9b2e54]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae96620-9b9d-423b-9f24-4a073e66b88a]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1c3f8c-bb0f-402e-b5c3-812826be9753]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf50cb0f-3d91-4a59-92b9-779cb153ed4c]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bff1bd9-9fc8-42ea-aa41-d9c206ccde24]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f1d3d4-e845-4bb8-b425-9240ec8fae81]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]
Dec 04 05:41:55 user nova-compute[74976]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.
Dec 04 05:41:55 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:41:55 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[150bc69f-dee0-4272-bae3-c3e12721e516]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== disconnect_volume: return (324ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:41:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deleting instance files /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1_del
Dec 04 05:41:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deletion of /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1_del complete
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated VIF entry in instance network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": null, "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-c560b90c-3306-474a-8156-891df8badbb0 req-e3ef91db-c851-46e0-9e31-0f5281a721b4 service nova] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:56 user nova-compute[74976]: INFO nova.compute.manager [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attaching volume 6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 to /dev/vdb
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.utils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b748e5-0497-432b-a409-22858ae07712]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[28737102-380a-4116-8832-91392599a7f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a52515-d734-44a7-815f-566d3ffc9fe6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[50155a6d-a3a4-4d49-8442-5e0aa5d92ab3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:41:56 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:41:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8a5f1c-e61c-4694-9226-2b20f2794c70]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG os_brick.utils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:41:56 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating existing volume attachment record: f7bc43f3-2f88-43ac-9960-39573c1c3150 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:41:57 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Deleted allocations for instance 50a1b171-639c-4094-84c3-9f1da2d87ec1
Dec 04 05:41:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'numa_topology' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG nova.objects.base [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Object Instance<50a1b171-639c-4094-84c3-9f1da2d87ec1> lazy-loaded attributes: resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9dd-c014-4372-ba47-b17b78383c82 tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.115s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:41:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:41:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:42:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:42:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xlXVbetI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:42:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:42:05 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:42:05 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da5ec8d-e09c-4e32-8f4c-cd9a3068ee52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:42:05 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba5ad7d-a2b9-4b62-a1e4-da730bc25fc8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6] added
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[903b3952-b307-4432-a7c6-33bcb8f8b97f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[de7aa7d0-6148-499b-b7dd-ca90380b690c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xlXVbetI {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xlXVbetI" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aae6237-6f60-4410-b2dc-23420767051c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xlXVbetI'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0075a0a1-02f8-4d77-bee5-ad3650b02217]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f0828f-55f9-47b0-9196-0f904bf9e486]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadb9c8f-3e04-46aa-9321-21aabe6f299c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260]
Dec 04 05:42:05 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260] successful.
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[106417ca-11ef-4dca-852d-e6aefbc5e46b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[18bce405-6c8e-41b4-a6ee-8573fe4cbf01]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:05 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:42:05 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[422a2e8c-606b-402c-a325-ccd054d43a38]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:42:06 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xlXVbetI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26132633832356132', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132633832356132', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:42:07 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:07 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:42:07 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:07 user nova-compute[74976]:   <serial>6d8527c5-40eb-4f55-acf8-f12f0f3e41c6</serial>
Dec 04 05:42:07 user nova-compute[74976]: </disk>
Dec 04 05:42:07 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No VIF found with MAC fa:16:3e:50:11:77, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1c452062-d337-49a2-aa41-16c2c5b1def8 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.197s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:09 user nova-compute[74976]: INFO nova.compute.manager [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Detaching volume 6d8527c5-40eb-4f55-acf8-f12f0f3e41c6
Dec 04 05:42:09 user nova-compute[74976]: INFO nova.virt.block_device [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attempting to driver detach volume 6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 from mountpoint /dev/vdb
Dec 04 05:42:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Attempting to detach device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:09 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:09 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:42:09 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:09 user nova-compute[74976]:   <serial>6d8527c5-40eb-4f55-acf8-f12f0f3e41c6</serial>
Dec 04 05:42:09 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:09 user nova-compute[74976]: </disk>
Dec 04 05:42:09 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:09 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config.
Dec 04 05:42:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:42:09 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:09 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:09 user nova-compute[74976]:   <source dev="/dev/sdc"/>
Dec 04 05:42:09 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:09 user nova-compute[74976]:   <serial>6d8527c5-40eb-4f55-acf8-f12f0f3e41c6</serial>
Dec 04 05:42:09 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:09 user nova-compute[74976]: </disk>
Dec 04 05:42:09 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:10 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:42:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:13 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance f169a8de-0747-4ef5-8512-fbab367b2005 is timed out.
Dec 04 05:42:13 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully detached device vdc from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the live domain config.
Dec 04 05:42:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wsSNTqpr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:42:13 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4928d77-aa40-47ef-836a-5cd50e1bb418]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:42:13 user nova-compute[74976]: No targets found.
Dec 04 05:42:13 user nova-compute[74976]: iSNS:
Dec 04 05:42:13 user nova-compute[74976]: No targets found.
Dec 04 05:42:13 user nova-compute[74976]: STATIC:
Dec 04 05:42:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:42:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0
Dec 04 05:42:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6
Dec 04 05:42:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:13 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:42:13 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:13 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:13 user nova-compute[74976]: FIRMWARE:
Dec 04 05:42:13 user nova-compute[74976]: No targets found.
Dec 04 05:42:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:42:13 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:42:13 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[124790b8-a280-45f2-a9ba-4c6050d9b1af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b2e473-eba5-4eb0-b5a9-c407ec987348]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:13 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca042f3880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0'): ({'sdf'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Removing single pathed devices sdf {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebf4848-b4e9-49ac-8848-9f1685beebc6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e7cd19-6e19-4d8f-a6b6-175a0c420dcb]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Flushing IO for device /dev/sdf {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9278fd-5c0c-4495-8ffc-67629f7d083f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[445b7c93-e88a-4610-88f5-ead99856470c]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] SCSI volumes sdf have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:42:13 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fb22ac-3f80-43e7-a251-6cf6eb734b81]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed9f1df-5232-4236-bf3d-db0bbbe2437b]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260]
Dec 04 05:42:14 user nova-compute[74976]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0, portal: 172.16.0.220,3260] successful.
Dec 04 05:42:14 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:14 user nova-compute[74976]: INFO nova.compute.manager [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Unrescuing
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6ea5572-3378-40fa-b689-9e7d489fe0c0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e9519e-d4b5-40e2-8c5b-b509437f60e6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== disconnect_volume: return (342ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG nova.network.neutron [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG nova.objects.instance [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'flavor' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG nova.objects.instance [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-91137f18-58b8-4a63-940c-5e3204e5b4c8 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.854s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:15 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:15 user nova-compute[74976]: DEBUG nova.compute.manager [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:15 user nova-compute[74976]: WARNING nova.compute.manager [req-abc2fa04-ccc4-492c-91b0-26a3b6c3d91e req-6787cd78-32dc-4acc-9f0a-9be11997c662 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:42:15 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance destroyed successfully.
Dec 04 05:42:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:17 user nova-compute[74976]: WARNING nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing instance network info cache due to event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updated VIF entry in instance network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing instance network info cache due to event network-changed-91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquiring lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquired lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Refreshing network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updated VIF entry in instance network info cache for port 91b73385-7e71-4cc5-ac0c-62a54cb91952. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.network.neutron [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [{"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Releasing lock "refresh_cache-eae9e949-f482-4f40-b8f0-e1b19acb1ac6" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:17 user nova-compute[74976]: WARNING nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:17 user nova-compute[74976]: DEBUG nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:17 user nova-compute[74976]: WARNING nova.compute.manager [req-936305d6-d4e3-4a83-9b49-014cc35e87ac req-fa7544af-f0dc-483e-b9c6-fcbedd26f3e0 service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state rescued and task_state unrescuing.
Dec 04 05:42:18 user nova-compute[74976]: DEBUG nova.compute.manager [None req-13c84c6c-9479-4a34-b718-a068cdf12e83 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG nova.compute.manager [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing instance network info cache due to event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updated VIF entry in instance network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG nova.network.neutron [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:19 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-363a6120-fa9d-4506-9d2c-f609dd12891a req-66c43d4f-ab03-4079-a281-65c4da00b447 service nova] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:22 user nova-compute[74976]: INFO nova.compute.manager [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Terminating instance
Dec 04 05:42:22 user nova-compute[74976]: DEBUG nova.compute.manager [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-unplugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] No waiting events found dispatching network-vif-unplugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.compute.manager [req-777bc56d-d1cf-4edf-8a24-a09436e66385 req-28be09ca-5d66-4e87-aa4f-479476490c92 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-unplugged-58d75599-26d6-491f-abca-15e4dcaae568 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:42:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Instance destroyed successfully.
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.objects.instance [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lazy-loading 'resources' on Instance uuid 6e2c5ca0-1556-4878-bcae-cd84c4720de7 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1717221515',display_name='tempest-VolumesNegativeTest-instance-1717221515',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1717221515',id=48,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='840de00c5e18447d85c811f16607ff24',ramdisk_id='',reservation_id='r-aad9ozi1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1741403300',owner_user_name='tempest-VolumesNegativeTest-1741403300-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:40:40Z,user_data=None,user_id='1b3394054d7740499974d9b9a3cf9e29',uuid=6e2c5ca0-1556-4878-bcae-cd84c4720de7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converting VIF {"id": "58d75599-26d6-491f-abca-15e4dcaae568", "address": "fa:16:3e:76:a3:b3", "network": {"id": "02e673ed-1294-4dff-b869-e7b0b07e0133", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "52cf550bd9d94c6ab8ff1d16442b6c63", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d75599-26", "ovs_interfaceid": "58d75599-26d6-491f-abca-15e4dcaae568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG os_vif [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58d75599-26, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=13463465-281f-49e5-beb1-6442ba90be2d) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:42:23 user nova-compute[74976]: INFO os_vif [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a3:b3,bridge_name='br-int',has_traffic_filtering=True,id=58d75599-26d6-491f-abca-15e4dcaae568,network=Network(02e673ed-1294-4dff-b869-e7b0b07e0133),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d75599-26')
Dec 04 05:42:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Deleting instance files /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7_del
Dec 04 05:42:23 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Deletion of /opt/stack/data/nova/instances/6e2c5ca0-1556-4878-bcae-cd84c4720de7_del complete
Dec 04 05:42:23 user nova-compute[74976]: INFO nova.compute.manager [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 04 05:42:23 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:42:23 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:24 user nova-compute[74976]: INFO nova.compute.manager [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Shelving
Dec 04 05:42:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG nova.compute.manager [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:24 user nova-compute[74976]: WARNING nova.compute.manager [req-bc5e72dc-5161-47cf-b6d6-5f5801126afe req-b1a80bd6-c62c-4213-b4d3-3087d870bbbe service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state active and task_state shelving.
Dec 04 05:42:24 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:24 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Took 0.78 seconds to deallocate network for instance.
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:24 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:24 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance destroyed successfully.
Dec 04 05:42:25 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:42:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Beginning cold snapshot process
Dec 04 05:42:25 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.246s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:25 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Deleted allocations for instance 6e2c5ca0-1556-4878-bcae-cd84c4720de7
Dec 04 05:42:25 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk /opt/stack/data/nova/instances/snapshots/tmp5vcga54c/8df09ea4e7ea4168b04930b14f8c16c9 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] Acquiring lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG nova.compute.manager [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] No waiting events found dispatching network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:25 user nova-compute[74976]: WARNING nova.compute.manager [req-cc45fe37-f1e3-4b6d-a86f-ae3b6eaa4c81 req-7936b8de-0781-4a93-a6b1-5af3629f4b44 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received unexpected event network-vif-plugged-58d75599-26d6-491f-abca-15e4dcaae568 for instance with vm_state deleted and task_state None.
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-ab657207-346b-4216-b485-7b64a7dfab44 tempest-VolumesNegativeTest-1741403300 tempest-VolumesNegativeTest-1741403300-project-member] Lock "6e2c5ca0-1556-4878-bcae-cd84c4720de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.395s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:25 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk /opt/stack/data/nova/instances/snapshots/tmp5vcga54c/8df09ea4e7ea4168b04930b14f8c16c9" returned: 0 in 0.535s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:25 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Snapshot extracted, beginning image upload
Dec 04 05:42:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] [instance: 6e2c5ca0-1556-4878-bcae-cd84c4720de7] Received event network-vif-deleted-58d75599-26d6-491f-abca-15e4dcaae568 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:26 user nova-compute[74976]: DEBUG nova.compute.manager [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:42:26 user nova-compute[74976]: WARNING nova.compute.manager [req-eea584b9-0c98-462e-92f5-22e564e29077 req-2e183512-7531-447f-95fd-ab447b5a31b2 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:42:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Snapshot image upload complete
Dec 04 05:42:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:42:28 user nova-compute[74976]: INFO nova.compute.manager [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Shelve offloading
Dec 04 05:42:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance destroyed successfully.
Dec 04 05:42:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG nova.network.neutron [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance destroyed successfully.
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.objects.instance [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'resources' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7NvJlaEBTI7ZziuM0g5PRLBTfGRN233XX1d+N5JuZ9MEaLfnqdvEQ/JwyEYFCcNRtYYG/Sb8HaP+u0QXO8XQQz0iL0D9Dg4UJN5B890Wf/SNFhTY/8/ImhDJtGVE1zRA==',key_name='tempest-keypair-1573264813',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:42:28.077548',shelved_host='user',shelved_image_id='c6650173-2ba3-40d0-bb37-2b7c5d0248a0'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:42:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG os_vif [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap452b0dcc-b8, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing instance network info cache due to event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22174c99-ccf1-4044-b336-4de62a4ff708) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:42:29 user nova-compute[74976]: INFO os_vif [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8')
Dec 04 05:42:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Deleting instance files /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a_del
Dec 04 05:42:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Deletion of /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a_del complete
Dec 04 05:42:29 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Deleted allocations for instance 2497acda-c46b-4033-abea-e64e8685665a
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.objects.instance [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'numa_topology' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.objects.base [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<2497acda-c46b-4033-abea-e64e8685665a> lazy-loaded attributes: resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updated VIF entry in instance network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-e2e9b778-856d-4077-9ed1-42bf24384141 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.439s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-443e685d-da2e-464a-b1c4-919081fa714a req-af6bad41-54e0-49c5-a05c-354629f4ae02 service nova] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:30 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 is timed out.
Dec 04 05:42:30 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config.
Dec 04 05:42:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xlXVbetI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:42:30 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a49173e-30d7-41fb-84f1-05609858a647]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:42:30 user nova-compute[74976]: No targets found.
Dec 04 05:42:30 user nova-compute[74976]: iSNS:
Dec 04 05:42:30 user nova-compute[74976]: No targets found.
Dec 04 05:42:30 user nova-compute[74976]: STATIC:
Dec 04 05:42:30 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:42:30 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:30 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:30 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6
Dec 04 05:42:30 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:30 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:30 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:42:30 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:42:30 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:42:30 user nova-compute[74976]: FIRMWARE:
Dec 04 05:42:30 user nova-compute[74976]: No targets found.
Dec 04 05:42:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:42:30 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:42:30 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[502c7db0-3ea7-4aab-9ef9-60186e5212c1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb06aecc-c6bc-4e5c-9dac-f7392e02d4a5]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:30 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:30 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:42:30 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:42:30 user nova-compute[74976]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 (non-flash)
Dec 04 05:42:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c0ba950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3e1de5-dc9e-422f-a98f-61894da0b1a2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4cfbef-d58b-402e-a5ef-4221f2959880]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4512849-5f57-47e2-b208-c20001ee6c8f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c2176e-1666-4721-ab0a-8dec2229a8d1]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a935dd1-1bc4-4958-a3de-3b6646f68cc9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[55850a5d-d7a6-4271-9107-3656657eff67]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260]
Dec 04 05:42:30 user nova-compute[74976]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6, portal: 172.16.0.220,3260] successful.
Dec 04 05:42:30 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d8527c5-40eb-4f55-acf8-f12f0f3e41c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4474ab46-2281-4f3c-8b33-04b0d590374c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== disconnect_volume: return (318ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:42:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:42:31 user nova-compute[74976]: DEBUG nova.objects.instance [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:42:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-25b62966-2d98-461a-afc3-f6c171f10034 tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:43 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:43 user nova-compute[74976]: INFO nova.compute.manager [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Detaching volume 05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:42:43 user nova-compute[74976]: INFO nova.virt.block_device [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Attempting to driver detach volume 05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca from mountpoint /dev/vdb
Dec 04 05:42:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Attempting to detach device vdb from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:42:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:43 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:42:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:43 user nova-compute[74976]:   <serial>05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca</serial>
Dec 04 05:42:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:43 user nova-compute[74976]: </disk>
Dec 04 05:42:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:43 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully detached device vdb from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the persistent domain config.
Dec 04 05:42:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:42:43 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:43 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:43 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:42:43 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:43 user nova-compute[74976]:   <serial>05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca</serial>
Dec 04 05:42:43 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:43 user nova-compute[74976]: </disk>
Dec 04 05:42:43 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:42:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:47 user nova-compute[74976]: INFO nova.compute.manager [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Detaching volume ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:42:47 user nova-compute[74976]: INFO nova.virt.block_device [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Attempting to driver detach volume ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 from mountpoint /dev/vdb
Dec 04 05:42:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Attempting to detach device vdb from instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:42:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:47 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:47 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:42:47 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:47 user nova-compute[74976]:   <serial>ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9</serial>
Dec 04 05:42:47 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:47 user nova-compute[74976]: </disk>
Dec 04 05:42:47 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Successfully detached device vdb from instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 from the persistent domain config.
Dec 04 05:42:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:42:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:42:47 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:42:47 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:42:47 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:42:47 user nova-compute[74976]:   <serial>ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9</serial>
Dec 04 05:42:47 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:42:47 user nova-compute[74976]: </disk>
Dec 04 05:42:47 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:42:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:42:50 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:42:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8459MB free_disk=25.00506591796875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance f169a8de-0747-4ef5-8512-fbab367b2005 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:42:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.246s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:42:52 user nova-compute[74976]: INFO nova.compute.claims [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Claim successful on node user
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:42:52 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG nova.policy [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:42:52 user nova-compute[74976]: INFO nova.virt.block_device [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Booting with volume 21ad8618-3b4b-4ee5-a209-7f0199ca53bb at /dev/vda
Dec 04 05:42:52 user nova-compute[74976]: DEBUG os_brick.utils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3985c602-acf9-4ca1-82c4-bcd7c8ad1533]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[945639ed-84ae-4549-bd44-1d60e20bf297]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c019dfd0-942f-4451-a348-b195f64ae775]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f0a9f9-bcf7-44f0-9a98-dbc182c13bbd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:42:53 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c000b59b-8ae5-43a3-bb2a-84780fa9dc0c]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG os_brick.utils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updating existing volume attachment record: d18d6bba-6296-4e00-995a-367baf08391a {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:53 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Successfully created port: 08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Successfully updated port: 08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-changed-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Refreshing instance network info cache due to event network-changed-08e268f4-79e0-4455-9ea7-3dd01b047af6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] Acquiring lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updating instance_info_cache with network_info: [{"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Instance network_info: |[{"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] Acquired lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Refreshing network info cache for port 08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updated VIF entry in instance network info cache for port 08e268f4-79e0-4455-9ea7-3dd01b047af6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG nova.network.neutron [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updating instance_info_cache with network_info: [{"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-91708fb4-e97b-4fd2-ad2a-3716eb8f8616 req-7edc4974-3b73-479d-9d54-cef15ef3aae2 service nova] Releasing lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating instance_info_cache with network_info: [{"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-f169a8de-0747-4ef5-8512-fbab367b2005" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:42:57 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:42:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:42:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:43:02 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Creating image(s)
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Ensure instance console log exists: /opt/stack/data/nova/instances/51e1b7da-94cc-436c-a4ec-cec4374634c4/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Start _get_guest_xml network_info=[{"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': 'd18d6bba-6296-4e00-995a-367baf08391a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '51e1b7da-94cc-436c-a4ec-cec4374634c4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'serial': '21ad8618-3b4b-4ee5-a209-7f0199ca53bb'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:43:02 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:02 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:02 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:02 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:02 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3007dfd9-28a7-44e2-8a3d-d97cd11a69ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:43:02 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[397f8646-b144-4004-8a46-ca2783054426]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb] added
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb94ffd-02cd-470b-8bbe-a0b43e57eaab]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b68dc9-b2a7-49be-a3b3-c3f27567400a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HzlZfDYp {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HzlZfDYp" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[175d59bc-56a7-46d8-8a28-92c7afb454e3]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HzlZfDYp'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[854730cd-0ee3-484a-a9c4-7df26e822c6b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f6713d-2a53-4016-9382-fc5e64a0034a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG nova.objects.instance [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6497158-009a-4f68-83ab-a98b5028cab1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]
Dec 04 05:43:02 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fcc4b7a-de56-4070-b415-2f92516b1407]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba427ad-7d0b-43f5-b3ce-a991ca9e8056]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:02 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:02 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e6f4f3-2eb8-4fb6-bee2-b55574cc760a]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:43:02 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:03 user nova-compute[74976]: INFO nova.compute.manager [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attaching volume f365e936-5301-4b9b-ae2e-22ab0eacfe6e to /dev/vdb
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.utils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fed76d5-2f36-4b47-8f8e-106e0da88d33]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e49435-8f46-49af-91fa-991609186d83]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c92e9be-d496-4d51-a1d0-320ccafcb668]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91a0c0c-f22d-4419-b09a-cd0169280d90]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:43:03 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:43:03 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[322959dc-f131-41c6-987d-199276c9cdaa]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG os_brick.utils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:03 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating existing volume attachment record: 20a8f867-13dd-4e4d-afda-4afb9c4a2918 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23630346562396132', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630346562396132', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-617855173',display_name='tempest-TestVolumeBootPattern-server-617855173',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-617855173',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-2iv1lmkz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:42:53Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=51e1b7da-94cc-436c-a4ec-cec4374634c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.objects.instance [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid 51e1b7da-94cc-436c-a4ec-cec4374634c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:43:04 user nova-compute[74976]:   <uuid>51e1b7da-94cc-436c-a4ec-cec4374634c4</uuid>
Dec 04 05:43:04 user nova-compute[74976]:   <name>instance-00000031</name>
Dec 04 05:43:04 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:43:04 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:43:04 user nova-compute[74976]:   <metadata>
Dec 04 05:43:04 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:43:04 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:43:04 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-server-617855173</nova:name>
Dec 04 05:43:04 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:43:02</nova:creationTime>
Dec 04 05:43:04 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:43:04 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:43:04 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:43:04 user nova-compute[74976]:       <nova:owner>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:43:04 user nova-compute[74976]:       </nova:owner>
Dec 04 05:43:04 user nova-compute[74976]:       <nova:ports>
Dec 04 05:43:04 user nova-compute[74976]:         <nova:port uuid="08e268f4-79e0-4455-9ea7-3dd01b047af6">
Dec 04 05:43:04 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 05:43:04 user nova-compute[74976]:         </nova:port>
Dec 04 05:43:04 user nova-compute[74976]:       </nova:ports>
Dec 04 05:43:04 user nova-compute[74976]:     </nova:instance>
Dec 04 05:43:04 user nova-compute[74976]:   </metadata>
Dec 04 05:43:04 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:43:04 user nova-compute[74976]:     <system>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="serial">51e1b7da-94cc-436c-a4ec-cec4374634c4</entry>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="uuid">51e1b7da-94cc-436c-a4ec-cec4374634c4</entry>
Dec 04 05:43:04 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:43:04 user nova-compute[74976]:     </system>
Dec 04 05:43:04 user nova-compute[74976]:   </sysinfo>
Dec 04 05:43:04 user nova-compute[74976]:   <os>
Dec 04 05:43:04 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:43:04 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:43:04 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:43:04 user nova-compute[74976]:   </os>
Dec 04 05:43:04 user nova-compute[74976]:   <features>
Dec 04 05:43:04 user nova-compute[74976]:     <acpi/>
Dec 04 05:43:04 user nova-compute[74976]:     <apic/>
Dec 04 05:43:04 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:43:04 user nova-compute[74976]:   </features>
Dec 04 05:43:04 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:43:04 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:43:04 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:43:04 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:43:04 user nova-compute[74976]:   </clock>
Dec 04 05:43:04 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:43:04 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:43:04 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:43:04 user nova-compute[74976]:   </cpu>
Dec 04 05:43:04 user nova-compute[74976]:   <devices>
Dec 04 05:43:04 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:43:04 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:43:04 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:43:04 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:43:04 user nova-compute[74976]:       <serial>21ad8618-3b4b-4ee5-a209-7f0199ca53bb</serial>
Dec 04 05:43:04 user nova-compute[74976]:     </disk>
Dec 04 05:43:04 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:43:04 user nova-compute[74976]:       <mac address="fa:16:3e:6f:47:7e"/>
Dec 04 05:43:04 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:43:04 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:43:04 user nova-compute[74976]:       <target dev="tap08e268f4-79"/>
Dec 04 05:43:04 user nova-compute[74976]:     </interface>
Dec 04 05:43:04 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:43:04 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/51e1b7da-94cc-436c-a4ec-cec4374634c4/console.log" append="off"/>
Dec 04 05:43:04 user nova-compute[74976]:     </serial>
Dec 04 05:43:04 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:43:04 user nova-compute[74976]:     <video>
Dec 04 05:43:04 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:43:04 user nova-compute[74976]:     </video>
Dec 04 05:43:04 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:43:04 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:43:04 user nova-compute[74976]:     </rng>
Dec 04 05:43:04 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:43:04 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:43:04 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:43:04 user nova-compute[74976]:     </memballoon>
Dec 04 05:43:04 user nova-compute[74976]:   </devices>
Dec 04 05:43:04 user nova-compute[74976]: </domain>
Dec 04 05:43:04 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-617855173',display_name='tempest-TestVolumeBootPattern-server-617855173',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-617855173',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-2iv1lmkz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:42:53Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=51e1b7da-94cc-436c-a4ec-cec4374634c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_vif [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90284f84-95b7-5f85-8098-2c85be8b8cf9', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08e268f4-79, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08e268f4-79, col_values=(('qos', UUID('36782414-5c8b-493a-9408-50e3081d1346')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08e268f4-79, col_values=(('external_ids', {'iface-id': '08e268f4-79e0-4455-9ea7-3dd01b047af6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6f:47:7e', 'vm-uuid': '51e1b7da-94cc-436c-a4ec-cec4374634c4'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:04 user nova-compute[74976]: INFO os_vif [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79')
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:6f:47:7e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:43:04 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f169a8de-0747-4ef5-8512-fbab367b2005 is timed out.
Dec 04 05:43:04 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully detached device vdb from instance f169a8de-0747-4ef5-8512-fbab367b2005 from the live domain config.
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zALDJVxG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:04 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d59427-03ab-445a-8c5e-394bad0707ed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:43:04 user nova-compute[74976]: No targets found.
Dec 04 05:43:04 user nova-compute[74976]: iSNS:
Dec 04 05:43:04 user nova-compute[74976]: No targets found.
Dec 04 05:43:04 user nova-compute[74976]: STATIC:
Dec 04 05:43:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca
Dec 04 05:43:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:43:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:04 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:43:04 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:04 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:04 user nova-compute[74976]: FIRMWARE:
Dec 04 05:43:04 user nova-compute[74976]: No targets found.
Dec 04 05:43:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:43:04 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:43:04 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a92dea-5da1-4c8e-b656-b7e9bebf1cc3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96855a5-bc00-4378-8d0e-3e2c1e60b001]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:04 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:04 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:04 user nova-compute[74976]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca (non-flash)
Dec 04 05:43:04 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca04317520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edc4d88-b03d-429b-8c1d-07b729033034]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8a9fe0-f77b-4afc-8f62-947a25c64769]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa86bd73-c9e5-4c6d-9e33-601cc81fbe63]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33c17a7-395e-44df-bd43-dfaf444767cf]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc90c646-e531-4f6b-a138-8224d56a37d6]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97fcfb69-fccb-4c61-a422-e715022b5826]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260]
Dec 04 05:43:04 user nova-compute[74976]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:04 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ba8c67-08e3-4afb-ac7b-5fcac0d4b4ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[507c6294-f7bd-4c5a-bf25-1c618114f1d8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] <== disconnect_volume: return (313ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:04 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG nova.objects.instance [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'flavor' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-70d1ce2b-67de-4c17-be57-a4ec10b98162 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.684s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:05 user nova-compute[74976]: DEBUG nova.compute.manager [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] No waiting events found dispatching network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:05 user nova-compute[74976]: WARNING nova.compute.manager [req-dfe6ddae-5898-456a-80a4-07ab016a1a9b req-276ff23e-fa06-4638-ac8a-389907291c2c service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received unexpected event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 for instance with vm_state building and task_state spawning.
Dec 04 05:43:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:43:07 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Instance spawned successfully.
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:43:07 user nova-compute[74976]: INFO nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Took 5.05 seconds to spawn the instance on the hypervisor.
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG nova.compute.manager [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] No waiting events found dispatching network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:07 user nova-compute[74976]: WARNING nova.compute.manager [req-fa67c77f-a6f8-476d-89e4-745164959152 req-3e453acf-35b1-49e6-8f36-f0b062d36c04 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received unexpected event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 for instance with vm_state building and task_state spawning.
Dec 04 05:43:07 user nova-compute[74976]: INFO nova.compute.manager [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Took 15.34 seconds to build instance.
Dec 04 05:43:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-6ea822db-8ee6-4bb3-b1ec-daefe46cc807 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.465s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:08 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 is timed out.
Dec 04 05:43:08 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Successfully detached device vdb from instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 from the live domain config.
Dec 04 05:43:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QElzJBvg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:08 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f452bad-c923-4735-ba05-cb7f866c6e45]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:43:08 user nova-compute[74976]: No targets found.
Dec 04 05:43:08 user nova-compute[74976]: iSNS:
Dec 04 05:43:08 user nova-compute[74976]: No targets found.
Dec 04 05:43:08 user nova-compute[74976]: STATIC:
Dec 04 05:43:08 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:43:08 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:08 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:08 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9
Dec 04 05:43:08 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:08 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:08 user nova-compute[74976]: FIRMWARE:
Dec 04 05:43:08 user nova-compute[74976]: No targets found.
Dec 04 05:43:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:43:08 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:43:08 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76cd6649-6973-473b-bc2a-f50152e83c0e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed864f8c-caad-4dbc-90a9-c0017e9d345c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:08 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 (non-flash)
Dec 04 05:43:08 user nova-compute[74976]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0cf8f9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9'): ({'sdd'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Removing single pathed devices sdd {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd52acb-171a-41cc-adf4-158296188ec9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f803aa70-ac58-4614-bda9-031b0821e805]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Flushing IO for device /dev/sdd {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[45efaa05-28a5-4790-996d-bf6a0ca68cc4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9090094-3e9e-4e2f-a3a1-2d95d1607ef1]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b2db23-f886-4cc5-8c67-73666f2a545e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[647dda76-760b-4b1a-8a12-b98875bd5270]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260]
Dec 04 05:43:08 user nova-compute[74976]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:08 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab4c3eeb-5366-4a83-a7d7-5c42dfe56bc9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e14753-9ddc-4b9a-90d0-1ba0b4ee12d4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] <== disconnect_volume: return (301ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:08 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:43:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:09 user nova-compute[74976]: DEBUG nova.objects.instance [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'flavor' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-243eecd7-a0b1-4120-bf72-b1e903fc35ae tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.692s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Triggering sync for uuid 51e1b7da-94cc-436c-a4ec-cec4374634c4 {{(pid=74976) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:11 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gZfPNIHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:12 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:12 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc0f57d-4c59-4332-87a1-42a39660b594]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:43:12 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c004596c-19f2-4a32-9a90-a8048e378573]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e] added
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff20029f-6a95-4731-beff-894cf1e749e0]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90c46c9-5686-4587-8465-6f9535c96c89]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gZfPNIHr {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gZfPNIHr" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e3615d8-4c86-4a47-a490-9745d7e3667a]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gZfPNIHr'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4dd1f4-1aeb-4e8c-93df-be02207f6964]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d0a593-954b-4b06-a19c-9ef276afd345]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab6c928-6386-488d-8b63-1063d03d8ac8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260]
Dec 04 05:43:12 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53dcfb8-70ef-481b-a6d1-fc4f4b030788]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5221bf55-9990-4261-bed5-b2d2b560fcfa]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:12 user nova-compute[74976]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:12 user nova-compute[74976]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)
Dec 04 05:43:12 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d860e9-b9c9-4939-87ca-d8fad7af868e]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:43:12 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gZfPNIHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:43:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:13 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '26661626538353765', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661626538353765', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:43:13 user nova-compute[74976]: DEBUG nova.objects.instance [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:13 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:43:13 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:43:13 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:43:13 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:43:13 user nova-compute[74976]:   <serial>f365e936-5301-4b9b-ae2e-22ab0eacfe6e</serial>
Dec 04 05:43:13 user nova-compute[74976]: </disk>
Dec 04 05:43:13 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No VIF found with MAC fa:16:3e:50:11:77, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-2c8821c2-31af-4b23-bcd6-2bbf11a5cc4e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.302s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.867s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:14 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:16 user nova-compute[74976]: INFO nova.compute.manager [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Detaching volume f365e936-5301-4b9b-ae2e-22ab0eacfe6e
Dec 04 05:43:16 user nova-compute[74976]: INFO nova.virt.block_device [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attempting to driver detach volume f365e936-5301-4b9b-ae2e-22ab0eacfe6e from mountpoint /dev/vdb
Dec 04 05:43:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Attempting to detach device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:43:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:43:16 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:43:16 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:43:16 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:43:16 user nova-compute[74976]:   <serial>f365e936-5301-4b9b-ae2e-22ab0eacfe6e</serial>
Dec 04 05:43:16 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:43:16 user nova-compute[74976]: </disk>
Dec 04 05:43:16 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:43:16 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config.
Dec 04 05:43:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:43:16 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:43:16 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:43:16 user nova-compute[74976]:   <source dev="/dev/sdb"/>
Dec 04 05:43:16 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:43:16 user nova-compute[74976]:   <serial>f365e936-5301-4b9b-ae2e-22ab0eacfe6e</serial>
Dec 04 05:43:16 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:43:16 user nova-compute[74976]: </disk>
Dec 04 05:43:16 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:43:17 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:43:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:34 user nova-compute[74976]: INFO nova.compute.manager [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Terminating instance
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-unplugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] No waiting events found dispatching network-vif-unplugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-87c12aa4-6fb3-4883-9721-0d99c6ee9e84 req-faf2fa69-1aea-403e-909e-f482196548bd service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-unplugged-fe86abae-ee94-416e-bf74-595c3800fafc for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Instance destroyed successfully.
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lazy-loading 'resources' on Instance uuid f169a8de-0747-4ef5-8512-fbab367b2005 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:39:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2016510389',display_name='tempest-TestServerVolumeAttachmentScenario-server-2016510389',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2016510389',id=45,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKn5LaHgrDedF/cjshupvA36bPiCgpWSXJaVmtpIUESkbPCmFh2DKWLUOP6v5z/xOrjXoPO/7PgaAAkHVgrdeqWXwRzfuSsfrU3p1auKUvUqucIQ8S5UbkH/LZZBpAsFUw==',key_name='tempest-keypair-475345878',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:39:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='32ab13c884a94fddad7a7a8ad4b536e7',ramdisk_id='',reservation_id='r-158v0yj2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1631508109',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1631508109-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:39:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e19600faa274df7abc609e8b6c6639b',uuid=f169a8de-0747-4ef5-8512-fbab367b2005,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converting VIF {"id": "fe86abae-ee94-416e-bf74-595c3800fafc", "address": "fa:16:3e:c4:96:cf", "network": {"id": "1758ffff-4b7a-4918-9fa0-922913cb1bd2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1968041592-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "32ab13c884a94fddad7a7a8ad4b536e7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe86abae-ee", "ovs_interfaceid": "fe86abae-ee94-416e-bf74-595c3800fafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG os_vif [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe86abae-ee, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f407333-d461-4187-8571-2d566baf6753) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:34 user nova-compute[74976]: INFO os_vif [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:cf,bridge_name='br-int',has_traffic_filtering=True,id=fe86abae-ee94-416e-bf74-595c3800fafc,network=Network(1758ffff-4b7a-4918-9fa0-922913cb1bd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe86abae-ee')
Dec 04 05:43:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Deleting instance files /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005_del
Dec 04 05:43:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Deletion of /opt/stack/data/nova/instances/f169a8de-0747-4ef5-8512-fbab367b2005_del complete
Dec 04 05:43:34 user nova-compute[74976]: INFO nova.compute.manager [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 04 05:43:34 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:43:34 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:43:35 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:35 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Took 0.87 seconds to deallocate network for instance.
Dec 04 05:43:35 user nova-compute[74976]: DEBUG nova.compute.manager [req-a818f1df-f22c-4be7-bdbe-77df09d49faf req-c8a26c40-f966-40d3-bc9a-232ebb213186 service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-deleted-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.220s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:36 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Deleted allocations for instance f169a8de-0747-4ef5-8512-fbab367b2005
Dec 04 05:43:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d4becf5f-180e-4c13-97af-3726f0af3a72 tempest-TestServerVolumeAttachmentScenario-1631508109 tempest-TestServerVolumeAttachmentScenario-1631508109-project-member] Lock "f169a8de-0747-4ef5-8512-fbab367b2005" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.224s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] Acquiring lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] Lock "f169a8de-0747-4ef5-8512-fbab367b2005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:36 user nova-compute[74976]: DEBUG nova.compute.manager [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] No waiting events found dispatching network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:36 user nova-compute[74976]: WARNING nova.compute.manager [req-ca2909e7-7a87-49fe-874a-0e8d935ec757 req-25dd3eef-4324-4f95-84b8-7aa9f9f42b1f service nova] [instance: f169a8de-0747-4ef5-8512-fbab367b2005] Received unexpected event network-vif-plugged-fe86abae-ee94-416e-bf74-595c3800fafc for instance with vm_state deleted and task_state None.
Dec 04 05:43:37 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 is timed out.
Dec 04 05:43:37 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config.
Dec 04 05:43:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gZfPNIHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:37 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcf4cb38-e383-4845-a86b-87f3778c21c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:43:37 user nova-compute[74976]: No targets found.
Dec 04 05:43:37 user nova-compute[74976]: iSNS:
Dec 04 05:43:37 user nova-compute[74976]: No targets found.
Dec 04 05:43:37 user nova-compute[74976]: STATIC:
Dec 04 05:43:37 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e
Dec 04 05:43:37 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:37 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:37 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:43:37 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:43:37 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:43:37 user nova-compute[74976]: FIRMWARE:
Dec 04 05:43:37 user nova-compute[74976]: No targets found.
Dec 04 05:43:37 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:43:37 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:43:37 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3550879f-58e5-4fb6-bc42-0491a613fc2a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cadfa771-6624-4779-b9aa-4b8f92029871]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:37 user nova-compute[74976]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)
Dec 04 05:43:37 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:37 user nova-compute[74976]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e (non-flash)
Dec 04 05:43:37 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca15a23b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[26029d52-d207-4d62-865b-b6a8d455fc51]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfed6f4-8688-49ab-be46-c48dba0acb62]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f817e41c-a4d7-4593-a180-1c4ddcc431af]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8441bc83-e871-4f29-955f-accbbdcdfb10]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05aae03-2cc8-44b9-ad90-3d5691efc7f8]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --logout" returned: 0 in 0.103s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07ebd0d-cd50-4935-afdb-b3347f10f324]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260]
Dec 04 05:43:37 user nova-compute[74976]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:37 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f365e936-5301-4b9b-ae2e-22ab0eacfe6e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee20f9a7-6707-43b5-80f0-c537c87bc564]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== disconnect_volume: return (351ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:43:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:38 user nova-compute[74976]: INFO nova.compute.manager [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Terminating instance
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-unplugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Acquiring lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] No waiting events found dispatching network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:38 user nova-compute[74976]: WARNING nova.compute.manager [req-487b84d9-59da-45ec-a89a-6822c1b4aa45 req-9686e4fa-988e-449a-8251-3dec8a3e604a service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received unexpected event network-vif-plugged-91b73385-7e71-4cc5-ac0c-62a54cb91952 for instance with vm_state active and task_state deleting.
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-df892987-e892-4ee1-aeb4-00c5ea2756db tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.043s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Instance destroyed successfully.
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lazy-loading 'resources' on Instance uuid eae9e949-f482-4f40-b8f0-e1b19acb1ac6 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-115254561',display_name='tempest-ServerStableDeviceRescueTest-server-115254561',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-115254561',id=41,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBInbDywP93ljj6uNGleajQbME5X5VgyixB4OSmoyQ5aXVIJ4Hwka5q6qWooNZojYB9PeSrCuJJ5v/ORRtsZTAQsZ76ee/JS8yQFGADmo7JN7c3bHy7sN82ovMFeLFR47og==',key_name='tempest-keypair-847454264',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa7daa9c210c428d94ba9cc83c6ce0b2',ramdisk_id='',reservation_id='r-uhts24xx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-671822886',owner_user_name='tempest-ServerStableDeviceRescueTest-671822886-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:42:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34f5ef824fa4e0699b2b84d58c229e6',uuid=eae9e949-f482-4f40-b8f0-e1b19acb1ac6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converting VIF {"id": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "address": "fa:16:3e:31:c8:be", "network": {"id": "c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-914171014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa7daa9c210c428d94ba9cc83c6ce0b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91b73385-7e", "ovs_interfaceid": "91b73385-7e71-4cc5-ac0c-62a54cb91952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG os_vif [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91b73385-7e, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c318e6c4-b8b5-448e-aecf-a405b087c63b) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:38 user nova-compute[74976]: INFO os_vif [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:c8:be,bridge_name='br-int',has_traffic_filtering=True,id=91b73385-7e71-4cc5-ac0c-62a54cb91952,network=Network(c9efdac2-f8bb-4ec6-b45d-c05fb44b02c6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91b73385-7e')
Dec 04 05:43:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Deleting instance files /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6_del
Dec 04 05:43:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Deletion of /opt/stack/data/nova/instances/eae9e949-f482-4f40-b8f0-e1b19acb1ac6_del complete
Dec 04 05:43:38 user nova-compute[74976]: INFO nova.compute.manager [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 04 05:43:38 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:43:38 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:43:39 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-699c9eda-1695-4403-804a-9da4fecbda12 req-a93c92d2-454d-447d-81b8-4021e3e7c19d service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Received event network-vif-deleted-91b73385-7e71-4cc5-ac0c-62a54cb91952 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:39 user nova-compute[74976]: INFO nova.compute.manager [req-699c9eda-1695-4403-804a-9da4fecbda12 req-a93c92d2-454d-447d-81b8-4021e3e7c19d service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Neutron deleted interface 91b73385-7e71-4cc5-ac0c-62a54cb91952; detaching it from the instance and deleting it from the info cache
Dec 04 05:43:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-699c9eda-1695-4403-804a-9da4fecbda12 req-a93c92d2-454d-447d-81b8-4021e3e7c19d service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:39 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Took 1.01 seconds to deallocate network for instance.
Dec 04 05:43:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-699c9eda-1695-4403-804a-9da4fecbda12 req-a93c92d2-454d-447d-81b8-4021e3e7c19d service nova] [instance: eae9e949-f482-4f40-b8f0-e1b19acb1ac6] Detach interface failed, port_id=91b73385-7e71-4cc5-ac0c-62a54cb91952, reason: Instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:43:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:40 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:43:40 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:43:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:40 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Deleted allocations for instance eae9e949-f482-4f40-b8f0-e1b19acb1ac6
Dec 04 05:43:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-31495b5f-92db-4847-bc43-b00d7ebfaa01 tempest-ServerStableDeviceRescueTest-671822886 tempest-ServerStableDeviceRescueTest-671822886-project-member] Lock "eae9e949-f482-4f40-b8f0-e1b19acb1ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.227s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:45 user nova-compute[74976]: INFO nova.compute.manager [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Unshelving
Dec 04 05:43:45 user nova-compute[74976]: INFO nova.virt.block_device [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Booting with volume 222e8714-c021-4eeb-aa97-b235517a6055 at /dev/vda
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.utils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b029ef-10ec-4cf5-a31f-24a95cbf9ddc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a44184-d77a-4d65-9029-2b6e3a6eac92]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d2f149-beec-43ff-aa4e-87c95cdac896]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[77210e6d-04ae-4f22-bd36-6fdb4ce0c449]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:43:45 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:43:45 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2eff24f-fe54-4e03-b2c4-9c87bc4456a4]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG os_brick.utils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:45 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating existing volume attachment record: ceabe9c0-a9be-4304-96db-23169888edff {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:43:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:51 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:51 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8556MB free_disk=25.146804809570312GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 51e1b7da-94cc-436c-a4ec-cec4374634c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 50a1b171-639c-4094-84c3-9f1da2d87ec1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:43:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.297s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG nova.objects.instance [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'pci_requests' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG nova.objects.instance [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'numa_topology' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:43:54 user nova-compute[74976]: INFO nova.compute.claims [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Claim successful on node user
Dec 04 05:43:54 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:43:54 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:55 user nova-compute[74976]: INFO nova.network.neutron [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating port 6cf5847b-d7d3-4057-9702-f56aa7cf504f with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG nova.network.neutron [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG nova.compute.manager [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing instance network info cache due to event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:43:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.network.neutron [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:43:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Creating image(s)
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Ensure instance console log exists: /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start _get_guest_xml network_info=[{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': 'ceabe9c0-a9be-4304-96db-23169888edff', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '50a1b171-639c-4094-84c3-9f1da2d87ec1', 'attached_at': '', 'detached_at': '', 'volume_id': '222e8714-c021-4eeb-aa97-b235517a6055', 'serial': '222e8714-c021-4eeb-aa97-b235517a6055'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:43:56 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:56 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.objects.instance [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'vcpu_model' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.objects.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Object Instance<50a1b171-639c-4094-84c3-9f1da2d87ec1> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:43:56 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:56 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:43:56 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[93af4008-3aba-4f8a-b424-ad7f2c2b876b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:43:56 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e04be49-6506-414e-a141-42cdf8b13a72]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055] added
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c17948fd-bc37-4c42-beec-7b6abb4d5626]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb1d83f5-bf47-4dcf-8c8a-11818100d242]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cgXqrZAk {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cgXqrZAk" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4249405d-98e7-4186-9f59-29d5d86fd980]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cgXqrZAk'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[97885b75-20eb-4adf-ab10-275f1ad41f51]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c411e9-8b57-4ab0-8eef-a366f6f9a818]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc57532-0c64-4cbe-a003-0ddf9f0d697b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]
Dec 04 05:43:56 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b90492-0ec1-4003-87c2-bf443b2b0ff9]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd53185a-d426-4f97-8f60-0e71d812c172]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:56 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:43:56 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:43:56 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e396f589-ce18-4bdb-a1d5-825ebca438d3]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated VIF entry in instance network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG nova.network.neutron [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-19b0ef11-98aa-4a07-af02-ccfb514695fb req-87b535a3-1d0a-49f3-8342-bbf5f062692c service nova] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26639336566323833', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639336566323833', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-215831',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:43:45Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'pci_devices' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.objects.base [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Object Instance<50a1b171-639c-4094-84c3-9f1da2d87ec1> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:43:57 user nova-compute[74976]:   <uuid>50a1b171-639c-4094-84c3-9f1da2d87ec1</uuid>
Dec 04 05:43:57 user nova-compute[74976]:   <name>instance-0000002e</name>
Dec 04 05:43:57 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:43:57 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:43:57 user nova-compute[74976]:   <metadata>
Dec 04 05:43:57 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:43:57 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:43:57 user nova-compute[74976]:       <nova:name>tempest-TestShelveInstance-server-1639366567</nova:name>
Dec 04 05:43:57 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:43:56</nova:creationTime>
Dec 04 05:43:57 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:43:57 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:43:57 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:43:57 user nova-compute[74976]:       <nova:owner>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:user uuid="3fa866c9b07d43a8983b762b4d9b1f6e">tempest-TestShelveInstance-1527699213-project-member</nova:user>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:project uuid="4091fcdc2e2b4f1391c40ebedddf662e">tempest-TestShelveInstance-1527699213</nova:project>
Dec 04 05:43:57 user nova-compute[74976]:       </nova:owner>
Dec 04 05:43:57 user nova-compute[74976]:       <nova:ports>
Dec 04 05:43:57 user nova-compute[74976]:         <nova:port uuid="6cf5847b-d7d3-4057-9702-f56aa7cf504f">
Dec 04 05:43:57 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 05:43:57 user nova-compute[74976]:         </nova:port>
Dec 04 05:43:57 user nova-compute[74976]:       </nova:ports>
Dec 04 05:43:57 user nova-compute[74976]:     </nova:instance>
Dec 04 05:43:57 user nova-compute[74976]:   </metadata>
Dec 04 05:43:57 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:43:57 user nova-compute[74976]:     <system>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="serial">50a1b171-639c-4094-84c3-9f1da2d87ec1</entry>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="uuid">50a1b171-639c-4094-84c3-9f1da2d87ec1</entry>
Dec 04 05:43:57 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:43:57 user nova-compute[74976]:     </system>
Dec 04 05:43:57 user nova-compute[74976]:   </sysinfo>
Dec 04 05:43:57 user nova-compute[74976]:   <os>
Dec 04 05:43:57 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:43:57 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:43:57 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:43:57 user nova-compute[74976]:   </os>
Dec 04 05:43:57 user nova-compute[74976]:   <features>
Dec 04 05:43:57 user nova-compute[74976]:     <acpi/>
Dec 04 05:43:57 user nova-compute[74976]:     <apic/>
Dec 04 05:43:57 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:43:57 user nova-compute[74976]:   </features>
Dec 04 05:43:57 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:43:57 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:43:57 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:43:57 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:43:57 user nova-compute[74976]:   </clock>
Dec 04 05:43:57 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:43:57 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:43:57 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:43:57 user nova-compute[74976]:   </cpu>
Dec 04 05:43:57 user nova-compute[74976]:   <devices>
Dec 04 05:43:57 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:43:57 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:43:57 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:43:57 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:43:57 user nova-compute[74976]:       <serial>222e8714-c021-4eeb-aa97-b235517a6055</serial>
Dec 04 05:43:57 user nova-compute[74976]:     </disk>
Dec 04 05:43:57 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:43:57 user nova-compute[74976]:       <mac address="fa:16:3e:45:af:9f"/>
Dec 04 05:43:57 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:43:57 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:43:57 user nova-compute[74976]:       <target dev="tap6cf5847b-d7"/>
Dec 04 05:43:57 user nova-compute[74976]:     </interface>
Dec 04 05:43:57 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:43:57 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1/console.log" append="off"/>
Dec 04 05:43:57 user nova-compute[74976]:     </serial>
Dec 04 05:43:57 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:43:57 user nova-compute[74976]:     <video>
Dec 04 05:43:57 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:43:57 user nova-compute[74976]:     </video>
Dec 04 05:43:57 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:43:57 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:43:57 user nova-compute[74976]:     </rng>
Dec 04 05:43:57 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:43:57 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:43:57 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:43:57 user nova-compute[74976]:     </memballoon>
Dec 04 05:43:57 user nova-compute[74976]:   </devices>
Dec 04 05:43:57 user nova-compute[74976]: </domain>
Dec 04 05:43:57 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-215831',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:43:45Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG os_vif [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f922ca79-d2f0-5b83-8ae9-042b0b54b00d', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cf5847b-d7, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cf5847b-d7, col_values=(('qos', UUID('c190d2e3-15db-4038-bc73-a63908ab6405')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cf5847b-d7, col_values=(('external_ids', {'iface-id': '6cf5847b-d7d3-4057-9702-f56aa7cf504f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:af:9f', 'vm-uuid': '50a1b171-639c-4094-84c3-9f1da2d87ec1'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:57 user nova-compute[74976]: INFO os_vif [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7')
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:43:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] No VIF found with MAC fa:16:3e:45:af:9f, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:43:59 user nova-compute[74976]: WARNING nova.compute.manager [req-8f937ee5-dd60-4f6c-82bc-ad5b3a7c893b req-413570a0-bffc-409c-be3f-d6637d355c9a service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [{"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:43:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:44:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:44:01 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance spawned successfully.
Dec 04 05:44:01 user nova-compute[74976]: DEBUG nova.compute.manager [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-30ad58bd-594a-4b68-96af-90cb1925bf3f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 15.933s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:01 user nova-compute[74976]: DEBUG nova.compute.manager [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:44:01 user nova-compute[74976]: WARNING nova.compute.manager [req-1787d82a-80c3-4de1-939f-871259f9393c req-838b2671-917c-4b5c-9df4-744dd46d519e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state active and task_state None.
Dec 04 05:44:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:09 user nova-compute[74976]: INFO nova.compute.manager [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attaching volume 05b6b120-8196-4795-b248-b1a3f7c2dc1a to /dev/vdb
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.utils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d71bad6-4cf3-44ba-a8b2-e70000217887]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b328fe-932c-43f4-8441-16b92f5d8fbc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[23dc28d3-fa5a-4d9c-82b8-3e6743b9f000]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[914d1937-82f9-4531-b93d-2c88994f7668]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:44:09 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:44:09 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[63656494-5a2d-4448-942a-5530087985c0]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG os_brick.utils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:09 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating existing volume attachment record: 014f0d2c-d83c-4acc-b267-9b0c931475e8 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:16 user nova-compute[74976]: INFO nova.compute.manager [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Unshelving
Dec 04 05:44:16 user nova-compute[74976]: INFO nova.virt.block_device [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Booting with volume 6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca at /dev/vdc
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.utils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9567e539-da06-4468-9a4b-b0fc7e78f0e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[463ad4a5-780e-49ac-858c-4d1f01a2eaeb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47a1203-fda6-48c0-9ecc-77114fe437e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0eb8cd-e6f9-4876-b659-3aaa6454b527]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:44:16 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:44:16 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dcea337-035b-4d2f-8d4e-b48f109fc214]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG os_brick.utils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:16 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating existing volume attachment record: 1155873d-c7b1-4932-8709-bfa0f22af3ae {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:44:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lNEDnhko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:28 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:28 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:28 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[49734968-cd2c-43da-9994-51a6983736cf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:44:28 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f1f16e-6640-49f6-be4f-feed442a90e2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a] added
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[baac547c-3c2a-4623-a164-accf3ebeb462]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f159f9b4-411a-45d9-9cc9-36951ec3b834]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lNEDnhko {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lNEDnhko" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c6863c-8e67-4c9f-82b9-19b9d8e28c36]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lNEDnhko'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd184f5c-b3ea-411c-a0dd-cfb708d53d42]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ca3d50-a692-48fe-b1c1-585732b2da42]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_requests' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'numa_topology' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa8d9fa-4937-4d82-bf48-89561b6652b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260]
Dec 04 05:44:28 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260] successful.
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:44:28 user nova-compute[74976]: INFO nova.compute.claims [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Claim successful on node user
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[619c4c5e-4535-49cb-ae22-1ca4b39bbe2b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb0e2d6-7244-458a-9b09-fa99aa8dbe30]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:28 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:28 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] HCTL ('35', '-', '-', 0) found on session 59 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba17dcd-f702-4d04-be84-4a50d2a0ab06]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching for a device in session 59 and hctl ['35', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:44:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.328s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:28 user nova-compute[74976]: INFO nova.network.neutron [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating port 452b0dcc-b8b8-4669-b58c-860236bc38e7 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.network.neutron [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing instance network info cache due to event network-changed-452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] Acquiring lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Searching for a device in session 59 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lNEDnhko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26366396561316263', 'path': '/dev/sdd'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366396561316263', 'path': '/dev/sdd'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 05:44:29 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:44:29 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:44:29 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:44:29 user nova-compute[74976]:   <serial>05b6b120-8196-4795-b248-b1a3f7c2dc1a</serial>
Dec 04 05:44:29 user nova-compute[74976]: </disk>
Dec 04 05:44:29 user nova-compute[74976]:  {{(pid=74976) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.network.neutron [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:44:29 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Creating image(s)
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] Acquired lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Refreshing network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG nova.objects.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<2497acda-c46b-4033-abea-e64e8685665a> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "86a34539542297e7d350d06729108fb9c63339c3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "86a34539542297e7d350d06729108fb9c63339c3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:44:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:44:30 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] No VIF found with MAC fa:16:3e:50:11:77, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3ae2cf57-35ab-4a89-9e6f-2bb68ad35acc tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.662s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.part --force-share --output=json" returned: 0 in 0.196s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG nova.virt.images [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] c6650173-2ba3-40d0-bb37-2b7c5d0248a0 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.part /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updated VIF entry in instance network info cache for port 452b0dcc-b8b8-4669-b58c-860236bc38e7. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-735b20e0-4669-46fd-af86-a124252406c4 req-344fd861-15a1-49b9-b1fb-daf033456620 service nova] Releasing lock "refresh_cache-2497acda-c46b-4033-abea-e64e8685665a" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.part /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.converted" returned: 0 in 0.540s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:31 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3.converted --force-share --output=json" returned: 0 in 0.210s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "86a34539542297e7d350d06729108fb9c63339c3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.189s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "86a34539542297e7d350d06729108fb9c63339c3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "86a34539542297e7d350d06729108fb9c63339c3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3,backing_fmt=raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3,backing_fmt=raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk 1073741824" returned: 0 in 0.057s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "86a34539542297e7d350d06729108fb9c63339c3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 --force-share --output=json" returned: 0 in 0.176s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'migration_context' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG nova.objects.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<2497acda-c46b-4033-abea-e64e8685665a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:44:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Rebasing disk image.
Dec 04 05:44:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a -F raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:34 user nova-compute[74976]: INFO nova.compute.manager [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Detaching volume 05b6b120-8196-4795-b248-b1a3f7c2dc1a
Dec 04 05:44:34 user nova-compute[74976]: INFO nova.virt.block_device [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Attempting to driver detach volume 05b6b120-8196-4795-b248-b1a3f7c2dc1a from mountpoint /dev/vdb
Dec 04 05:44:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Attempting to detach device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:44:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:44:34 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:44:34 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:44:34 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:44:34 user nova-compute[74976]:   <serial>05b6b120-8196-4795-b248-b1a3f7c2dc1a</serial>
Dec 04 05:44:34 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:44:34 user nova-compute[74976]: </disk>
Dec 04 05:44:34 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:44:34 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the persistent domain config.
Dec 04 05:44:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:44:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:44:34 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:44:34 user nova-compute[74976]:   <source dev="/dev/sdd"/>
Dec 04 05:44:34 user nova-compute[74976]:   <target dev="vdb" bus="virtio"/>
Dec 04 05:44:34 user nova-compute[74976]:   <serial>05b6b120-8196-4795-b248-b1a3f7c2dc1a</serial>
Dec 04 05:44:34 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 05:44:34 user nova-compute[74976]: </disk>
Dec 04 05:44:34 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:44:34 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a -F raw /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk" returned: 0 in 2.427s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Ensure instance console log exists: /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start _get_guest_xml network_info=[{"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='463d8994b042609bf67167c59a9dd7f3',container_format='bare',created_at=2023-12-04T05:42:24Z,direct_url=<?>,disk_format='qcow2',id=c6650173-2ba3-40d0-bb37-2b7c5d0248a0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2047274919-shelved',owner='3767ab08512b463f898036393a30565a',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T05:42:28Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'attachment_id': '1155873d-c7b1-4932-8709-bfa0f22af3ae', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRNQSrZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2497acda-c46b-4033-abea-e64e8685665a', 'attached_at': '', 'detached_at': '', 'volume_id': '6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 'serial': '6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:44:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:44:35 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='463d8994b042609bf67167c59a9dd7f3',container_format='bare',created_at=2023-12-04T05:42:24Z,direct_url=<?>,disk_format='qcow2',id=c6650173-2ba3-40d0-bb37-2b7c5d0248a0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2047274919-shelved',owner='3767ab08512b463f898036393a30565a',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T05:42:28Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.objects.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<2497acda-c46b-4033-abea-e64e8685665a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRNQSrZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:35 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:35 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0cdb74-5c98-4adf-9f53-871e12e38d6d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:44:35 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa874e19-cbf5-4766-9a75-fc0a1f109f9e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca] added
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[42ab61f0-16f4-4fc1-992c-d4c425d9b187]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[407a01a1-a022-4f5f-8d4a-202fc368c60c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TRNQSrZs {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TRNQSrZs" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[325f5624-0620-4e30-9796-14174d3926ef]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TRNQSrZs'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9075b4b1-fe2b-4e1f-a106-f7d10d8cf111]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d3f8db-872a-4206-b0e2-b7640c1e7273]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[01031565-da76-4dbd-b593-9b2b78d88fa3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260]
Dec 04 05:44:35 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1183a2c-0aaa-40fe-8821-d0468353497f]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43da39f-07ad-4f72-acd1-ef779777665a]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:35 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:35 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] HCTL ('36', '-', '-', 0) found on session 60 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[984f2f2c-5411-4dff-b1d8-5ec1ec9122e2]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching for a device in session 60 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRNQSrZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:44:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23232643539386263', 'path': '/dev/sde'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232643539386263', 'path': '/dev/sde'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='c6650173-2ba3-40d0-bb37-2b7c5d0248a0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1573264813',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:42:28.077548',shelved_host='user',shelved_image_id='c6650173-2ba3-40d0-bb37-2b7c5d0248a0'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:44:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.objects.instance [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_devices' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.objects.base [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<2497acda-c46b-4033-abea-e64e8685665a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:44:36 user nova-compute[74976]:   <uuid>2497acda-c46b-4033-abea-e64e8685665a</uuid>
Dec 04 05:44:36 user nova-compute[74976]:   <name>instance-0000002f</name>
Dec 04 05:44:36 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:44:36 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:44:36 user nova-compute[74976]:   <metadata>
Dec 04 05:44:36 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:44:36 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2047274919</nova:name>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:44:35</nova:creationTime>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:44:36 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:44:36 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:owner>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:user uuid="dd37abdcb17043d68afc26ee914f99bf">tempest-AttachVolumeShelveTestJSON-900887126-project-member</nova:user>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:project uuid="3767ab08512b463f898036393a30565a">tempest-AttachVolumeShelveTestJSON-900887126</nova:project>
Dec 04 05:44:36 user nova-compute[74976]:       </nova:owner>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:root type="image" uuid="c6650173-2ba3-40d0-bb37-2b7c5d0248a0"/>
Dec 04 05:44:36 user nova-compute[74976]:       <nova:ports>
Dec 04 05:44:36 user nova-compute[74976]:         <nova:port uuid="452b0dcc-b8b8-4669-b58c-860236bc38e7">
Dec 04 05:44:36 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:44:36 user nova-compute[74976]:         </nova:port>
Dec 04 05:44:36 user nova-compute[74976]:       </nova:ports>
Dec 04 05:44:36 user nova-compute[74976]:     </nova:instance>
Dec 04 05:44:36 user nova-compute[74976]:   </metadata>
Dec 04 05:44:36 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:44:36 user nova-compute[74976]:     <system>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="serial">2497acda-c46b-4033-abea-e64e8685665a</entry>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="uuid">2497acda-c46b-4033-abea-e64e8685665a</entry>
Dec 04 05:44:36 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:44:36 user nova-compute[74976]:     </system>
Dec 04 05:44:36 user nova-compute[74976]:   </sysinfo>
Dec 04 05:44:36 user nova-compute[74976]:   <os>
Dec 04 05:44:36 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:44:36 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:44:36 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:44:36 user nova-compute[74976]:   </os>
Dec 04 05:44:36 user nova-compute[74976]:   <features>
Dec 04 05:44:36 user nova-compute[74976]:     <acpi/>
Dec 04 05:44:36 user nova-compute[74976]:     <apic/>
Dec 04 05:44:36 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:44:36 user nova-compute[74976]:   </features>
Dec 04 05:44:36 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:44:36 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:44:36 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:44:36 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:44:36 user nova-compute[74976]:   </clock>
Dec 04 05:44:36 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:44:36 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:44:36 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:44:36 user nova-compute[74976]:   </cpu>
Dec 04 05:44:36 user nova-compute[74976]:   <devices>
Dec 04 05:44:36 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:44:36 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:44:36 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk"/>
Dec 04 05:44:36 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:44:36 user nova-compute[74976]:     </disk>
Dec 04 05:44:36 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:44:36 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:44:36 user nova-compute[74976]:       <source dev="/dev/sde"/>
Dec 04 05:44:36 user nova-compute[74976]:       <target dev="vdc" bus="virtio"/>
Dec 04 05:44:36 user nova-compute[74976]:       <serial>6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca</serial>
Dec 04 05:44:36 user nova-compute[74976]:     </disk>
Dec 04 05:44:36 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:44:36 user nova-compute[74976]:       <mac address="fa:16:3e:9e:56:80"/>
Dec 04 05:44:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:44:36 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:44:36 user nova-compute[74976]:       <target dev="tap452b0dcc-b8"/>
Dec 04 05:44:36 user nova-compute[74976]:     </interface>
Dec 04 05:44:36 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:44:36 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/console.log" append="off"/>
Dec 04 05:44:36 user nova-compute[74976]:     </serial>
Dec 04 05:44:36 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:44:36 user nova-compute[74976]:     <video>
Dec 04 05:44:36 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:44:36 user nova-compute[74976]:     </video>
Dec 04 05:44:36 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:44:36 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:44:36 user nova-compute[74976]:     </rng>
Dec 04 05:44:36 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:44:36 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:44:36 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:44:36 user nova-compute[74976]:     </memballoon>
Dec 04 05:44:36 user nova-compute[74976]:   </devices>
Dec 04 05:44:36 user nova-compute[74976]: </domain>
Dec 04 05:44:36 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='c6650173-2ba3-40d0-bb37-2b7c5d0248a0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1573264813',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:40:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:42:28.077548',shelved_host='user',shelved_image_id='c6650173-2ba3-40d0-bb37-2b7c5d0248a0'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:44:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG os_vif [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7cc467a1-02bf-5b0d-8a3a-940dfe92ce21', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap452b0dcc-b8, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap452b0dcc-b8, col_values=(('qos', UUID('e5824a86-f00f-4664-84bc-2013de1f88c1')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap452b0dcc-b8, col_values=(('external_ids', {'iface-id': '452b0dcc-b8b8-4669-b58c-860236bc38e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:56:80', 'vm-uuid': '2497acda-c46b-4033-abea-e64e8685665a'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:44:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:36 user nova-compute[74976]: INFO os_vif [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8')
Dec 04 05:44:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:44:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:44:37 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No VIF found with MAC fa:16:3e:9e:56:80, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:44:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG nova.compute.manager [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:44:38 user nova-compute[74976]: WARNING nova.compute.manager [req-958be56f-7746-4ccf-8128-e88a016a14a3 req-44b4a1ce-f731-4a71-988c-e65123be4279 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:44:40 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance spawned successfully.
Dec 04 05:44:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG nova.compute.manager [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:44:40 user nova-compute[74976]: WARNING nova.compute.manager [req-0d0e52af-b920-4348-933b-644c014e7a80 req-45776517-e620-44af-930f-828bf28195f6 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 05:44:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:44:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-769ecbe2-7296-4ed6-b297-cf1a15533448 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 24.480s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:41 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-changed-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG nova.compute.manager [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Refreshing instance network info cache due to event network-changed-08e268f4-79e0-4455-9ea7-3dd01b047af6. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] Acquiring lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] Acquired lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Refreshing network info cache for port 08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updated VIF entry in instance network info cache for port 08e268f4-79e0-4455-9ea7-3dd01b047af6. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG nova.network.neutron [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updating instance_info_cache with network_info: [{"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:44:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-aac7032c-9e56-42ea-bc90-1453512feda2 req-778c279a-d25d-4d02-be2c-49e4f87c7d8a service nova] Releasing lock "refresh_cache-51e1b7da-94cc-436c-a4ec-cec4374634c4" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:44:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:46 user nova-compute[74976]: INFO nova.compute.manager [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Terminating instance
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.compute.manager [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-unplugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] No waiting events found dispatching network-vif-unplugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-24987460-018d-4f4a-9c56-0f52a8678a5b req-39358e22-ccb8-4eea-b263-22ea597d9919 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-unplugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:44:46 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Instance destroyed successfully.
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.objects.instance [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid 51e1b7da-94cc-436c-a4ec-cec4374634c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-617855173',display_name='tempest-TestVolumeBootPattern-server-617855173',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-617855173',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:43:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-2iv1lmkz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:43:08Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=51e1b7da-94cc-436c-a4ec-cec4374634c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "address": "fa:16:3e:6f:47:7e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e268f4-79", "ovs_interfaceid": "08e268f4-79e0-4455-9ea7-3dd01b047af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_vif [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08e268f4-79, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36782414-5c8b-493a-9408-50e3081d1346) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:46 user nova-compute[74976]: INFO os_vif [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:47:7e,bridge_name='br-int',has_traffic_filtering=True,id=08e268f4-79e0-4455-9ea7-3dd01b047af6,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e268f4-79')
Dec 04 05:44:46 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:46 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bc0bff-1cf6-4877-bef7-eb65dbd008ae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:44:46 user nova-compute[74976]: No targets found.
Dec 04 05:44:46 user nova-compute[74976]: iSNS:
Dec 04 05:44:46 user nova-compute[74976]: No targets found.
Dec 04 05:44:46 user nova-compute[74976]: STATIC:
Dec 04 05:44:46 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca
Dec 04 05:44:46 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:46 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:46 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:44:46 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:46 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:46 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a
Dec 04 05:44:46 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:46 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:46 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:44:46 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:46 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:46 user nova-compute[74976]: FIRMWARE:
Dec 04 05:44:46 user nova-compute[74976]: No targets found.
Dec 04 05:44:46 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:44:46 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:44:46 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee1f8b2-a340-4527-8c75-fedaebbb507f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca6baea-b92f-4330-951c-9a73a2c2a3ae]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:46 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:46 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:46 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044ce050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce63973-837a-447a-bc29-e9c4fb4f0df1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6d9e08-4efa-48d3-8ea4-6f01972bab1e]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7783c12f-ea1c-4dd9-ad8c-c89630d2330b]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4fbe92-aedb-4b3f-aca3-3b3835122a04]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5e575216-604eb9a272f1c2a1',) {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:44:47 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO5e575216-604eb9a272f1c2a1
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c055b1-24ee-4d9b-91c0-1e602c2c7e2e]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab7baf7-6d87-45ab-8a87-8c7d52066771]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cee9f9a-5b6c-445c-b252-502afc254b6d]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]
Dec 04 05:44:47 user nova-compute[74976]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.
Dec 04 05:44:47 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ade61e8-8906-4ac4-a18d-352d6bc40d9e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (347ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:44:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Deleting instance files /opt/stack/data/nova/instances/51e1b7da-94cc-436c-a4ec-cec4374634c4_del
Dec 04 05:44:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Deletion of /opt/stack/data/nova/instances/51e1b7da-94cc-436c-a4ec-cec4374634c4_del complete
Dec 04 05:44:47 user nova-compute[74976]: INFO nova.compute.manager [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Took 1.27 seconds to destroy the instance on the hypervisor.
Dec 04 05:44:47 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:44:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:44:48 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Took 0.92 seconds to deallocate network for instance.
Dec 04 05:44:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-1e949cb0-4efd-40ec-8362-89c159a7eddc req-8f9002e7-0b4a-42eb-944c-cba96610a517 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-deleted-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] Acquiring lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] No waiting events found dispatching network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:44:48 user nova-compute[74976]: WARNING nova.compute.manager [req-5546a875-09e7-4cf2-b24c-ca31a054e0c9 req-d2aa41de-4264-4cd2-9748-ec9022acf318 service nova] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Received unexpected event network-vif-plugged-08e268f4-79e0-4455-9ea7-3dd01b047af6 for instance with vm_state active and task_state deleting.
Dec 04 05:44:49 user nova-compute[74976]: INFO nova.compute.manager [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 51e1b7da-94cc-436c-a4ec-cec4374634c4] Took 0.80 seconds to detach 1 volumes for instance.
Dec 04 05:44:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:49 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:44:49 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:44:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.182s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:49 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance 51e1b7da-94cc-436c-a4ec-cec4374634c4
Dec 04 05:44:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-a4a48331-757f-49cf-aa9b-a69b29d95701 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "51e1b7da-94cc-436c-a4ec-cec4374634c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.354s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:44:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:44:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8514MB free_disk=25.117507934570312GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 50a1b171-639c-4094-84c3-9f1da2d87ec1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2497acda-c46b-4033-abea-e64e8685665a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:44:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.266s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:54 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 is timed out.
Dec 04 05:44:54 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully detached device vdb from instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 from the live domain config.
Dec 04 05:44:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lNEDnhko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:44:54 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1be078-8f01-40eb-b23e-ea60738233a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:44:54 user nova-compute[74976]: No targets found.
Dec 04 05:44:54 user nova-compute[74976]: iSNS:
Dec 04 05:44:54 user nova-compute[74976]: No targets found.
Dec 04 05:44:54 user nova-compute[74976]: STATIC:
Dec 04 05:44:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca
Dec 04 05:44:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:44:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:54 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a
Dec 04 05:44:54 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:44:54 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:44:54 user nova-compute[74976]: FIRMWARE:
Dec 04 05:44:54 user nova-compute[74976]: No targets found.
Dec 04 05:44:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:44:54 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:44:54 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d87db0-3ff4-4fe3-ab40-8a01146213f5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9951e727-2509-4a4a-a1a0-10ba117f4562]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:54 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:54 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:44:54 user nova-compute[74976]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a (non-flash)
Dec 04 05:44:54 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:44:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c29c940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a'): ({'sdd'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Removing single pathed devices sdd {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3fd74a1-6070-4e3a-898e-d4a34bfb5ab4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b42bb8-feab-4c89-ba45-9b7450fc15be]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Flushing IO for device /dev/sdd {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76fd8aaf-87b8-4d03-92c2-cedc393af7ec]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f84a2f1-11f0-4a95-955b-6a68e6c39a6b]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] SCSI volumes sdd have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f38f7d-503f-4793-9dbc-658e0d6c98f4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5d6c08-afe8-49c8-bb8d-55162ac7e5d9]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260]
Dec 04 05:44:54 user nova-compute[74976]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a, portal: 172.16.0.220,3260] successful.
Dec 04 05:44:54 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05b6b120-8196-4795-b248-b1a3f7c2dc1a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b53785-d4c5-496a-82e9-c310eedecead]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] <== disconnect_volume: return (302ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:44:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:44:55 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'flavor' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:44:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4ef65855-b959-4566-8010-481b1d3dd85e tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.741s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:44:56 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:44:58 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:58 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:44:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:45:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:01 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:01 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:03 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:06 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:11 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:16 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:26 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:36 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing instance network info cache due to event network-changed-6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] Acquiring lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] Acquired lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Refreshing network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:37 user nova-compute[74976]: INFO nova.compute.manager [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Terminating instance
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.compute.manager [req-901f0301-40aa-48cc-a386-331f52362f58 req-a7848db8-c2da-4019-9056-68727ed6174e service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-unplugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updated VIF entry in instance network info cache for port 6cf5847b-d7d3-4057-9702-f56aa7cf504f. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG nova.network.neutron [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [{"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-141ac431-203c-4f2f-bb68-e54b5f4bbd82 req-d848779f-319d-4256-9f20-7263dab135a0 service nova] Releasing lock "refresh_cache-50a1b171-639c-4094-84c3-9f1da2d87ec1" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:45:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Instance destroyed successfully.
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lazy-loading 'resources' on Instance uuid 50a1b171-639c-4094-84c3-9f1da2d87ec1 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1639366567',display_name='tempest-TestShelveInstance-server-1639366567',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1639366567',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcCA4HZzbjwavo2acvXeJH9genaIVd9ajB/edyMNQaqRP4HXvv59AFu9UeD5ANmwGA3v5TgNQw0xZoV33t0txVgexWpRwo1ZBwv/ugM/DQVRMw8GuK/6YgeX4FPxAlT2g==',key_name='tempest-TestShelveInstance-215831',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:44:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4091fcdc2e2b4f1391c40ebedddf662e',ramdisk_id='',reservation_id='r-8562glx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1527699213',owner_user_name='tempest-TestShelveInstance-1527699213-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:44:01Z,user_data=None,user_id='3fa866c9b07d43a8983b762b4d9b1f6e',uuid=50a1b171-639c-4094-84c3-9f1da2d87ec1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converting VIF {"id": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "address": "fa:16:3e:45:af:9f", "network": {"id": "4ef6052a-7599-4a24-b82a-8123784873a9", "bridge": "br-int", "label": "tempest-TestShelveInstance-577171521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4091fcdc2e2b4f1391c40ebedddf662e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf5847b-d7", "ovs_interfaceid": "6cf5847b-d7d3-4057-9702-f56aa7cf504f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_vif [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cf5847b-d7, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c190d2e3-15db-4038-bc73-a63908ab6405) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:38 user nova-compute[74976]: INFO os_vif [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:af:9f,bridge_name='br-int',has_traffic_filtering=True,id=6cf5847b-d7d3-4057-9702-f56aa7cf504f,network=Network(4ef6052a-7599-4a24-b82a-8123784873a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf5847b-d7')
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cgXqrZAk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:45:38 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceadee39-f6d2-4b53-ae71-e9ec72304cca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:45:38 user nova-compute[74976]: No targets found.
Dec 04 05:45:38 user nova-compute[74976]: iSNS:
Dec 04 05:45:38 user nova-compute[74976]: No targets found.
Dec 04 05:45:38 user nova-compute[74976]: STATIC:
Dec 04 05:45:38 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca
Dec 04 05:45:38 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:45:38 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:45:38 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055
Dec 04 05:45:38 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:45:38 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:45:38 user nova-compute[74976]: FIRMWARE:
Dec 04 05:45:38 user nova-compute[74976]: No targets found.
Dec 04 05:45:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:45:38 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:45:38 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5e5bd3-32bb-43d9-999a-b791db53ff65]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90cfcee-3ffb-494f-a632-7df7264bc7d3]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:45:38 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 (non-flash)
Dec 04 05:45:38 user nova-compute[74976]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c524280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8f04d5-3fef-4b61-8f48-b13ccd033941]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[762d15d7-90e2-4e37-9428-9b5a1abf3c1d]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67edbba-f01e-4ea5-9a1d-d1c565c117bd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[76537d6d-c688-4e58-b31d-535cb5263a5d]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e85e35a1-fe4d-4610-8021-50705f6a71a5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[747d63dc-0ade-4934-a259-c9ce8544267e]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260]
Dec 04 05:45:38 user nova-compute[74976]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055, portal: 172.16.0.220,3260] successful.
Dec 04 05:45:38 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:222e8714-c021-4eeb-aa97-b235517a6055 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[985f657a-aa10-47b7-9166-40ef1fa1ab8c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] <== disconnect_volume: return (345ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deleting instance files /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1_del
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deletion of /opt/stack/data/nova/instances/50a1b171-639c-4094-84c3-9f1da2d87ec1_del complete
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.compute.claims [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Claim successful on node user
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.compute.manager [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Took 1.29 seconds to destroy the instance on the hypervisor.
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.325s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:45:38 user nova-compute[74976]: INFO nova.virt.block_device [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Booting with volume 21ad8618-3b4b-4ee5-a209-7f0199ca53bb at /dev/vda
Dec 04 05:45:38 user nova-compute[74976]: DEBUG nova.policy [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.utils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be18ba61-9d8a-4fcf-9a01-952cd8f55944]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.029s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a8356ca-3260-494c-b637-c1444ebbd62b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[577913df-2f26-45a0-b60e-7e5d0bc24ce3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6a511d-4e57-4108-8942-280bcc4ef995]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5e97336b-429c-4022-b1b7-95f154dc3603 req-06d09ea3-0986-45fd-b843-5ea6d62cbc00 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-deleted-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:39 user nova-compute[74976]: INFO nova.compute.manager [req-5e97336b-429c-4022-b1b7-95f154dc3603 req-06d09ea3-0986-45fd-b843-5ea6d62cbc00 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Neutron deleted interface 6cf5847b-d7d3-4057-9702-f56aa7cf504f; detaching it from the instance and deleting it from the info cache
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-5e97336b-429c-4022-b1b7-95f154dc3603 req-06d09ea3-0986-45fd-b843-5ea6d62cbc00 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:39 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Took 0.65 seconds to deallocate network for instance.
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:45:39 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[655cf6a6-d0d1-43dd-8e45-1d977cfe12d8]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG os_brick.utils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (177ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating existing volume attachment record: 1e73e443-35ac-426b-ab6b-23307bb28db4 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-5e97336b-429c-4022-b1b7-95f154dc3603 req-06d09ea3-0986-45fd-b843-5ea6d62cbc00 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Detach interface failed, port_id=6cf5847b-d7d3-4057-9702-f56aa7cf504f, reason: Instance 50a1b171-639c-4094-84c3-9f1da2d87ec1 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] Acquiring lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] No waiting events found dispatching network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:45:39 user nova-compute[74976]: WARNING nova.compute.manager [req-9ec6ba5f-4171-4662-a152-85c8052f2e0b req-a6675c24-e323-4732-ad56-2e42ac845324 service nova] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Received unexpected event network-vif-plugged-6cf5847b-d7d3-4057-9702-f56aa7cf504f for instance with vm_state active and task_state deleting.
Dec 04 05:45:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Successfully created port: 01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:45:40 user nova-compute[74976]: INFO nova.compute.manager [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Took 0.82 seconds to detach 1 volumes for instance.
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] [instance: 50a1b171-639c-4094-84c3-9f1da2d87ec1] Deleting volume: 222e8714-c021-4eeb-aa97-b235517a6055 {{(pid=74976) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.223s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Successfully updated port: 01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:45:40 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Deleted allocations for instance 50a1b171-639c-4094-84c3-9f1da2d87ec1
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-4991eef8-b100-430d-860a-1d1ef57ed75f tempest-TestShelveInstance-1527699213 tempest-TestShelveInstance-1527699213-project-member] Lock "50a1b171-639c-4094-84c3-9f1da2d87ec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.339s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:45:40 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Instance network_info: |[{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing instance network info cache due to event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updated VIF entry in instance network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:45:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a5859992-e7e6-4a81-801a-6e202f8543d0 req-d6cc43af-33a7-488a-b564-2568aa92c827 service nova] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:45:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:45:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Creating image(s)
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Ensure instance console log exists: /opt/stack/data/nova/instances/53e2bd00-32ff-4372-af4a-b14a5af16680/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Start _get_guest_xml network_info=[{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': '1e73e443-35ac-426b-ab6b-23307bb28db4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53e2bd00-32ff-4372-af4a-b14a5af16680', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'serial': '21ad8618-3b4b-4ee5-a209-7f0199ca53bb'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:45:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:45:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:45:48 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:45:48 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:45:48 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ccb95a-77d0-4b4a-ae67-de150ff5be14]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:45:48 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1767f66-856c-4bdc-b8b0-48cb24d199e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb] added
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abfa8ea-efa8-4465-9297-20f52e892b41]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8065e9f9-4634-4149-b8c9-023cbd209d48]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HzlZfDYp {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HzlZfDYp" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c952759a-6b11-44a5-9c37-60b1576550a5]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HzlZfDYp'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3299993b-2af5-443a-9afc-e3fc5f37651c]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa97b0d-6bc4-4f78-b2c7-523e026bd996]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3239f34-bb69-4e2b-b69f-8d49b7712064]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]
Dec 04 05:45:48 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bbedc46-1fe9-456c-96c5-afea889c58fd]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c2ea9b-ae71-4b45-bfea-01c764e31fc6]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:48 user nova-compute[74976]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:45:48 user nova-compute[74976]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:45:48 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6b0ef8-e806-480f-910e-4be08cf5e593]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:45:48 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23630346562396132', 'path': '/dev/sdb'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630346562396132', 'path': '/dev/sdb'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:45:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1343869585',display_name='tempest-TestVolumeBootPattern-server-1343869585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1343869585',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-4rmmt80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:45:39Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=53e2bd00-32ff-4372-af4a-b14a5af16680,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:45:49 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid 53e2bd00-32ff-4372-af4a-b14a5af16680 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:45:50 user nova-compute[74976]:   <uuid>53e2bd00-32ff-4372-af4a-b14a5af16680</uuid>
Dec 04 05:45:50 user nova-compute[74976]:   <name>instance-00000032</name>
Dec 04 05:45:50 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:45:50 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:45:50 user nova-compute[74976]:   <metadata>
Dec 04 05:45:50 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:45:50 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:45:50 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-server-1343869585</nova:name>
Dec 04 05:45:50 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:45:48</nova:creationTime>
Dec 04 05:45:50 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:45:50 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:45:50 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:45:50 user nova-compute[74976]:       <nova:owner>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:45:50 user nova-compute[74976]:       </nova:owner>
Dec 04 05:45:50 user nova-compute[74976]:       <nova:ports>
Dec 04 05:45:50 user nova-compute[74976]:         <nova:port uuid="01630136-4bb8-43ee-899c-ffb3cdae8473">
Dec 04 05:45:50 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 05:45:50 user nova-compute[74976]:         </nova:port>
Dec 04 05:45:50 user nova-compute[74976]:       </nova:ports>
Dec 04 05:45:50 user nova-compute[74976]:     </nova:instance>
Dec 04 05:45:50 user nova-compute[74976]:   </metadata>
Dec 04 05:45:50 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:45:50 user nova-compute[74976]:     <system>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="serial">53e2bd00-32ff-4372-af4a-b14a5af16680</entry>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="uuid">53e2bd00-32ff-4372-af4a-b14a5af16680</entry>
Dec 04 05:45:50 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:45:50 user nova-compute[74976]:     </system>
Dec 04 05:45:50 user nova-compute[74976]:   </sysinfo>
Dec 04 05:45:50 user nova-compute[74976]:   <os>
Dec 04 05:45:50 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:45:50 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:45:50 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:45:50 user nova-compute[74976]:   </os>
Dec 04 05:45:50 user nova-compute[74976]:   <features>
Dec 04 05:45:50 user nova-compute[74976]:     <acpi/>
Dec 04 05:45:50 user nova-compute[74976]:     <apic/>
Dec 04 05:45:50 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:45:50 user nova-compute[74976]:   </features>
Dec 04 05:45:50 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:45:50 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:45:50 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:45:50 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:45:50 user nova-compute[74976]:   </clock>
Dec 04 05:45:50 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:45:50 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:45:50 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:45:50 user nova-compute[74976]:   </cpu>
Dec 04 05:45:50 user nova-compute[74976]:   <devices>
Dec 04 05:45:50 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:45:50 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:45:50 user nova-compute[74976]:       <source dev="/dev/sdb"/>
Dec 04 05:45:50 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:45:50 user nova-compute[74976]:       <serial>21ad8618-3b4b-4ee5-a209-7f0199ca53bb</serial>
Dec 04 05:45:50 user nova-compute[74976]:     </disk>
Dec 04 05:45:50 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:45:50 user nova-compute[74976]:       <mac address="fa:16:3e:1f:46:6e"/>
Dec 04 05:45:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:45:50 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:45:50 user nova-compute[74976]:       <target dev="tap01630136-4b"/>
Dec 04 05:45:50 user nova-compute[74976]:     </interface>
Dec 04 05:45:50 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:45:50 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/53e2bd00-32ff-4372-af4a-b14a5af16680/console.log" append="off"/>
Dec 04 05:45:50 user nova-compute[74976]:     </serial>
Dec 04 05:45:50 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:45:50 user nova-compute[74976]:     <video>
Dec 04 05:45:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:45:50 user nova-compute[74976]:     </video>
Dec 04 05:45:50 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:45:50 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:45:50 user nova-compute[74976]:     </rng>
Dec 04 05:45:50 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:45:50 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:45:50 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:45:50 user nova-compute[74976]:     </memballoon>
Dec 04 05:45:50 user nova-compute[74976]:   </devices>
Dec 04 05:45:50 user nova-compute[74976]: </domain>
Dec 04 05:45:50 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:45:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1343869585',display_name='tempest-TestVolumeBootPattern-server-1343869585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1343869585',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-4rmmt80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:45:39Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=53e2bd00-32ff-4372-af4a-b14a5af16680,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG os_vif [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6a547fe-ab4e-5686-a02d-93a251d67921', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01630136-4b, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01630136-4b, col_values=(('qos', UUID('b19507fc-f1e1-4d27-9354-6705122886bd')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01630136-4b, col_values=(('external_ids', {'iface-id': '01630136-4bb8-43ee-899c-ffb3cdae8473', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:46:6e', 'vm-uuid': '53e2bd00-32ff-4372-af4a-b14a5af16680'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:50 user nova-compute[74976]: INFO os_vif [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b')
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:45:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:1f:46:6e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:45:51 user nova-compute[74976]: WARNING nova.compute.manager [req-396f1937-abcc-4dac-ab4c-a864bed9247b req-a44412d7-40e7-400c-9b56-dcf5f6d7cf62 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state building and task_state spawning.
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:52 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:45:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Instance spawned successfully.
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:53 user nova-compute[74976]: INFO nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Took 5.02 seconds to spawn the instance on the hypervisor.
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG nova.compute.manager [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:45:53 user nova-compute[74976]: WARNING nova.compute.manager [req-71d7eb91-e6dc-4c93-96ca-a9815e10c3ba req-a2dc531e-8dee-4f50-a942-aa4828ceb742 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state building and task_state spawning.
Dec 04 05:45:53 user nova-compute[74976]: INFO nova.compute.manager [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Took 15.36 seconds to build instance.
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c50f9b85-b6ff-4ee9-a7e9-30c2201b1b0b tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.470s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:53 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:45:54 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:45:54 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8676MB free_disk=25.105365753173828GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2497acda-c46b-4033-abea-e64e8685665a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:45:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.284s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:58 user nova-compute[74976]: INFO nova.compute.manager [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Terminating instance
Dec 04 05:45:58 user nova-compute[74976]: DEBUG nova.compute.manager [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-unplugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] No waiting events found dispatching network-vif-unplugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG nova.compute.manager [req-5d3cac55-6f4d-41de-9fb7-fca425b4e634 req-2e642a5e-2a9f-470a-9b5b-9d7a5fda7eea service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-unplugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Instance destroyed successfully.
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lazy-loading 'resources' on Instance uuid b1dc228e-6dcc-4224-9493-8cc0fd6d66c4 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:38:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-964894629',display_name='tempest-SnapshotDataIntegrityTests-server-964894629',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-964894629',id=43,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBZc3FtDD9xz6QKkQAj6n6UzG9NvztF+ATZfICNoTzUzmb4IhUAs+p009J2rcjuHfbPPYeeTa7GQux6E8oa1aN/TbcToFlOHaZBTBnJtJyGEWHmmwSb6oV/kg4yHjYhXfw==',key_name='tempest-keypair-1914769356',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:38:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a3ed78c21ca545448f929b7d3b7a9ac3',ramdisk_id='',reservation_id='r-oykeflw3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1720603254',owner_user_name='tempest-SnapshotDataIntegrityTests-1720603254-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:38:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37b381d30c1543748e401d269b5fec5e',uuid=b1dc228e-6dcc-4224-9493-8cc0fd6d66c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converting VIF {"id": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "address": "fa:16:3e:50:11:77", "network": {"id": "a466eb42-fdd3-4d00-9bc6-4083f6c85455", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1155477949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a3ed78c21ca545448f929b7d3b7a9ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49ef5ffc-e7", "ovs_interfaceid": "49ef5ffc-e76d-42d9-928a-84dfe5c152af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG os_vif [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49ef5ffc-e7, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=abe7e53c-670a-4811-9a4e-33dfe46ee8ff) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:45:59 user nova-compute[74976]: INFO os_vif [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:11:77,bridge_name='br-int',has_traffic_filtering=True,id=49ef5ffc-e76d-42d9-928a-84dfe5c152af,network=Network(a466eb42-fdd3-4d00-9bc6-4083f6c85455),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49ef5ffc-e7')
Dec 04 05:45:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Deleting instance files /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4_del
Dec 04 05:45:59 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Deletion of /opt/stack/data/nova/instances/b1dc228e-6dcc-4224-9493-8cc0fd6d66c4_del complete
Dec 04 05:45:59 user nova-compute[74976]: INFO nova.compute.manager [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 04 05:45:59 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Skipping network cache update for instance because it is being deleted. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:45:59 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid 53e2bd00-32ff-4372-af4a-b14a5af16680 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:46:00 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Took 1.26 seconds to deallocate network for instance.
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-2eb6d456-74e6-455d-85ad-6cccc4cf7823 req-712e491f-f389-4891-9508-44b0ae0c7eef service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-deleted-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] Acquiring lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.manager [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] No waiting events found dispatching network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:46:00 user nova-compute[74976]: WARNING nova.compute.manager [req-bb688040-902c-4683-9fe3-fe110a03c547 req-fadc1209-fe6d-47ca-b03f-890e1057f325 service nova] [instance: b1dc228e-6dcc-4224-9493-8cc0fd6d66c4] Received unexpected event network-vif-plugged-49ef5ffc-e76d-42d9-928a-84dfe5c152af for instance with vm_state deleted and task_state None.
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:00 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Deleted allocations for instance b1dc228e-6dcc-4224-9493-8cc0fd6d66c4
Dec 04 05:46:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-f05a1a08-f390-4283-b21d-bfdfe9e78fdf tempest-SnapshotDataIntegrityTests-1720603254 tempest-SnapshotDataIntegrityTests-1720603254-project-member] Lock "b1dc228e-6dcc-4224-9493-8cc0fd6d66c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.603s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:03 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:03 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:04 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:06 user nova-compute[74976]: INFO nova.compute.manager [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Detaching volume 6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca
Dec 04 05:46:06 user nova-compute[74976]: INFO nova.virt.block_device [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Attempting to driver detach volume 6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca from mountpoint /dev/vdc
Dec 04 05:46:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Attempting to detach device vdc from instance 2497acda-c46b-4033-abea-e64e8685665a from the persistent domain config. {{(pid=74976) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 05:46:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:46:06 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:46:06 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:46:06 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:46:06 user nova-compute[74976]:   <serial>6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca</serial>
Dec 04 05:46:06 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:46:06 user nova-compute[74976]: </disk>
Dec 04 05:46:06 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:46:06 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully detached device vdc from instance 2497acda-c46b-4033-abea-e64e8685665a from the persistent domain config.
Dec 04 05:46:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 2497acda-c46b-4033-abea-e64e8685665a from the live domain config. {{(pid=74976) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 05:46:06 user nova-compute[74976]: DEBUG nova.virt.libvirt.guest [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 05:46:06 user nova-compute[74976]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:46:06 user nova-compute[74976]:   <source dev="/dev/sde"/>
Dec 04 05:46:06 user nova-compute[74976]:   <target dev="vdc" bus="virtio"/>
Dec 04 05:46:06 user nova-compute[74976]:   <serial>6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca</serial>
Dec 04 05:46:06 user nova-compute[74976]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 05:46:06 user nova-compute[74976]: </disk>
Dec 04 05:46:06 user nova-compute[74976]:  {{(pid=74976) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 05:46:07 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 05:46:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:09 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:14 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:18 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:19 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:24 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:27 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 2497acda-c46b-4033-abea-e64e8685665a is timed out.
Dec 04 05:46:27 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully detached device vdc from instance 2497acda-c46b-4033-abea-e64e8685665a from the live domain config.
Dec 04 05:46:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRNQSrZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:46:27 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64ca1f0-ebc2-42d0-96d9-ca920049bc04]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:46:27 user nova-compute[74976]: No targets found.
Dec 04 05:46:27 user nova-compute[74976]: iSNS:
Dec 04 05:46:27 user nova-compute[74976]: No targets found.
Dec 04 05:46:27 user nova-compute[74976]: STATIC:
Dec 04 05:46:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca
Dec 04 05:46:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:46:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:46:27 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:46:27 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:46:27 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:46:27 user nova-compute[74976]: FIRMWARE:
Dec 04 05:46:27 user nova-compute[74976]: No targets found.
Dec 04 05:46:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:46:27 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:46:27 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd677708-18c6-4e78-b4e6-cb75121909ed]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed251a4-ba8c-49d3-923e-6b873552ddd1]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:46:27 user nova-compute[74976]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:46:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca (non-flash)
Dec 04 05:46:27 user nova-compute[74976]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:46:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0430e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca'): ({'sde'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Removing single pathed devices sde {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef9d23d-89b4-46d3-b527-c1cc7ca4ff95]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[740548cd-a1cc-4578-a6f3-e0e8f925a354]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flushing IO for device /dev/sde {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bee87b3-d8f1-4059-9c7a-c93ff4f59375]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a6c1fe-2f0b-484c-a640-59cc594c2c4d]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] SCSI volumes sde have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6698930b-abe8-4a37-9128-0926740e6848]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6bfeb2-854e-48f1-9170-1abf76bef3fb]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260]
Dec 04 05:46:27 user nova-compute[74976]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca, portal: 172.16.0.220,3260] successful.
Dec 04 05:46:27 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6342ecc0-ae77-4b36-a3d8-df0fde6ce4ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[adda9514-c260-4381-a6ff-725b214934c2]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] <== disconnect_volume: return (316ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:46:27 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:46:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'flavor' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:46:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-1e8565a1-81de-4a46-8a9e-011691c6fcd4 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.851s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:34 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:39 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:46:44 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:49 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:53 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:46:54 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:46:55 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:46:55 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8791MB free_disk=25.122119903564453GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 2497acda-c46b-4033-abea-e64e8685665a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:46:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.557s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:56 user nova-compute[74976]: INFO nova.compute.manager [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Terminating instance
Dec 04 05:46:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.compute.manager [req-252de349-30a1-439a-89b4-ee706828e362 req-f7dc942a-a375-4369-8d9a-f7fd30f3e260 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-unplugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:46:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Instance destroyed successfully.
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.objects.instance [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'resources' on Instance uuid 2497acda-c46b-4033-abea-e64e8685665a {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2047274919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2047274919',id=47,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7NvJlaEBTI7ZziuM0g5PRLBTfGRN233XX1d+N5JuZ9MEaLfnqdvEQ/JwyEYFCcNRtYYG/Sb8HaP+u0QXO8XQQz0iL0D9Dg4UJN5B890Wf/SNFhTY/8/ImhDJtGVE1zRA==',key_name='tempest-keypair-1573264813',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:44:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-hk7obqza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:44:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=2497acda-c46b-4033-abea-e64e8685665a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "address": "fa:16:3e:9e:56:80", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap452b0dcc-b8", "ovs_interfaceid": "452b0dcc-b8b8-4669-b58c-860236bc38e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG os_vif [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap452b0dcc-b8, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e5824a86-f00f-4664-84bc-2013de1f88c1) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:46:57 user nova-compute[74976]: INFO os_vif [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:56:80,bridge_name='br-int',has_traffic_filtering=True,id=452b0dcc-b8b8-4669-b58c-860236bc38e7,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap452b0dcc-b8')
Dec 04 05:46:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Deleting instance files /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a_del
Dec 04 05:46:57 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Deletion of /opt/stack/data/nova/instances/2497acda-c46b-4033-abea-e64e8685665a_del complete
Dec 04 05:46:57 user nova-compute[74976]: INFO nova.compute.manager [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 05:46:57 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:46:57 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:46:58 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:46:58 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Took 0.85 seconds to deallocate network for instance.
Dec 04 05:46:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:58 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:46:58 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:59 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Deleted allocations for instance 2497acda-c46b-4033-abea-e64e8685665a
Dec 04 05:46:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-fffe8bdf-f9de-40e1-b63d-ff21ccafed59 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "2497acda-c46b-4033-abea-e64e8685665a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.162s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] Acquiring lock "2497acda-c46b-4033-abea-e64e8685665a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] Lock "2497acda-c46b-4033-abea-e64e8685665a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:46:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] No waiting events found dispatching network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:46:59 user nova-compute[74976]: WARNING nova.compute.manager [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received unexpected event network-vif-plugged-452b0dcc-b8b8-4669-b58c-860236bc38e7 for instance with vm_state deleted and task_state None.
Dec 04 05:46:59 user nova-compute[74976]: DEBUG nova.compute.manager [req-fe06e691-4aab-42a3-b366-a27a97d0c527 req-68ebd793-9199-4285-a03e-bbffbf743f01 service nova] [instance: 2497acda-c46b-4033-abea-e64e8685665a] Received event network-vif-deleted-452b0dcc-b8b8-4669-b58c-860236bc38e7 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:47:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:47:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:47:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:03 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:13 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:47:13 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:47:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:47:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:47:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:21 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:29 user nova-compute[74976]: DEBUG nova.compute.manager [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing instance network info cache due to event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:47:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:47:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:47:29 user nova-compute[74976]: DEBUG nova.network.neutron [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:47:30 user nova-compute[74976]: DEBUG nova.network.neutron [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updated VIF entry in instance network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:47:30 user nova-compute[74976]: DEBUG nova.network.neutron [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:47:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-2304bc1b-9202-43fd-8a0b-c770f0eaa7b8 req-80de7483-2cc5-433d-a0b1-48c43ded47e1 service nova] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:47:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:47:39 user nova-compute[74976]: INFO nova.compute.claims [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Claim successful on node user
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.201s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:47:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG nova.policy [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f479728dd8499a9a15461c4f33ce4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c84d43a32d74655b3ff70619ef2bf2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:47:39 user nova-compute[74976]: INFO nova.virt.block_device [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Booting with volume 67fa1435-cd86-4de9-b793-3f5ecba6607c at /dev/vda
Dec 04 05:47:39 user nova-compute[74976]: DEBUG os_brick.utils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:47:39 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[af190103-0e07-4411-87f1-750a70ce631f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:50867fd456f\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a26d21-8e38-4ce6-9186-a0aa021b6114]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[be217b08-1ecc-4330-831a-bc84d84a861d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[35850e04-a995-466f-b917-ce1ab2632d59]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Running cmd (subprocess): nvme version {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] nvme not present on system {{(pid=74976) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 05:47:40 user nova-compute[74976]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 05:47:40 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a122ba-6193-484c-b03b-0778ac4c2c5b]: (4, '') {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74976) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.lightos [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] LIGHTOS: no hostnqn found. {{(pid=74976) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG os_brick.utils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:50867fd456f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG nova.virt.block_device [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating existing volume attachment record: d879d9b8-bfc9-48ae-b96c-659bdd44b490 {{(pid=74976) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 05:47:40 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Successfully created port: 9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Successfully updated port: 9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquired lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing instance network info cache due to event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] Acquiring lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Releasing lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Instance network_info: |[{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] Acquired lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updated VIF entry in instance network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:47:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-64828959-f363-473d-9d9b-bb5e6dae6b55 req-1d242933-db78-4792-ae92-5a4866cb5cf2 service nova] Releasing lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:47:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:47:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Creating image(s)
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Did not create local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Ensure instance console log exists: /opt/stack/data/nova/instances/baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Start _get_guest_xml network_info=[{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'attachment_id': 'd879d9b8-bfc9-48ae-b96c-659bdd44b490', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDqzmRMa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712', 'attached_at': '', 'detached_at': '', 'volume_id': '67fa1435-cd86-4de9-b793-3f5ecba6607c', 'serial': '67fa1435-cd86-4de9-b793-3f5ecba6607c'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:47:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:48 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:47:48 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Calling os-brick to attach iSCSI Volume {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDqzmRMa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:47:49 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:47:49 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:47:49 user nova-compute[74976]: INFO os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[239406a1-9dc7-4195-b73e-d80594a4573f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 05:47:49 user nova-compute[74976]:  {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --interface default --op new {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[24469ec4-4f97-4dca-bf93-f885a0254940]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c] added\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c] added
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6e29264-5d14-40d2-850a-6917caa87b42]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[8999420f-bc97-43d9-8236-988d9939f85d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EDqzmRMa {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EDqzmRMa" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[84fde3cc-370e-42a2-a658-d36a208111f4]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EDqzmRMa'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7cb6e7a-bd61-462e-93eb-25aab7d4c334]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a9e846-7c42-433d-bbcf-36d9888cabe9]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --login {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[3779c5c2-b608-4402-8f98-cadac31dec71]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260]
Dec 04 05:47:49 user nova-compute[74976]: Login to [iface: default, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260] successful.
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa6590d-1865-439e-89fc-6e32aba1ac1d]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[4241b455-e5d2-4743-b5f0-8094a480150e]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:47:49 user nova-compute[74976]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:47:49 user nova-compute[74976]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)
Dec 04 05:47:49 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to 172.16.0.220:3260 {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] HCTL ('34', '-', '-', 0) found on session 62 with lun 0 {{(pid=74976) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74976) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ea83a5-8b91-4c7a-826e-0752c332f730]: (4, ('- - 0', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:47:49 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: None {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74976) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDqzmRMa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74976) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23032383336343161', 'path': '/dev/sdc'} {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23032383336343161', 'path': '/dev/sdc'} {{(pid=74976) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Starting instance... {{(pid=74976) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1246379107',display_name='tempest-TestVolumeBootPattern-server-1246379107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1246379107',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pm0txo47',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:47:40Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'pci_devices' on Instance uuid baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:47:50 user nova-compute[74976]:   <uuid>baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712</uuid>
Dec 04 05:47:50 user nova-compute[74976]:   <name>instance-00000033</name>
Dec 04 05:47:50 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:47:50 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:47:50 user nova-compute[74976]:   <metadata>
Dec 04 05:47:50 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:47:50 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:47:50 user nova-compute[74976]:       <nova:name>tempest-TestVolumeBootPattern-server-1246379107</nova:name>
Dec 04 05:47:50 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:47:48</nova:creationTime>
Dec 04 05:47:50 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:47:50 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:47:50 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:47:50 user nova-compute[74976]:       <nova:owner>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:user uuid="e7f479728dd8499a9a15461c4f33ce4f">tempest-TestVolumeBootPattern-1405178394-project-member</nova:user>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:project uuid="6c84d43a32d74655b3ff70619ef2bf2d">tempest-TestVolumeBootPattern-1405178394</nova:project>
Dec 04 05:47:50 user nova-compute[74976]:       </nova:owner>
Dec 04 05:47:50 user nova-compute[74976]:       <nova:ports>
Dec 04 05:47:50 user nova-compute[74976]:         <nova:port uuid="9a8a2ecc-c831-4489-88a5-044370402dca">
Dec 04 05:47:50 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:47:50 user nova-compute[74976]:         </nova:port>
Dec 04 05:47:50 user nova-compute[74976]:       </nova:ports>
Dec 04 05:47:50 user nova-compute[74976]:     </nova:instance>
Dec 04 05:47:50 user nova-compute[74976]:   </metadata>
Dec 04 05:47:50 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:47:50 user nova-compute[74976]:     <system>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="serial">baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712</entry>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="uuid">baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712</entry>
Dec 04 05:47:50 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:47:50 user nova-compute[74976]:     </system>
Dec 04 05:47:50 user nova-compute[74976]:   </sysinfo>
Dec 04 05:47:50 user nova-compute[74976]:   <os>
Dec 04 05:47:50 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:47:50 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:47:50 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:47:50 user nova-compute[74976]:   </os>
Dec 04 05:47:50 user nova-compute[74976]:   <features>
Dec 04 05:47:50 user nova-compute[74976]:     <acpi/>
Dec 04 05:47:50 user nova-compute[74976]:     <apic/>
Dec 04 05:47:50 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:47:50 user nova-compute[74976]:   </features>
Dec 04 05:47:50 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:47:50 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:47:50 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:47:50 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:47:50 user nova-compute[74976]:   </clock>
Dec 04 05:47:50 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:47:50 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:47:50 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:47:50 user nova-compute[74976]:   </cpu>
Dec 04 05:47:50 user nova-compute[74976]:   <devices>
Dec 04 05:47:50 user nova-compute[74976]:     <disk type="block" device="disk">
Dec 04 05:47:50 user nova-compute[74976]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 05:47:50 user nova-compute[74976]:       <source dev="/dev/sdc"/>
Dec 04 05:47:50 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:47:50 user nova-compute[74976]:       <serial>67fa1435-cd86-4de9-b793-3f5ecba6607c</serial>
Dec 04 05:47:50 user nova-compute[74976]:     </disk>
Dec 04 05:47:50 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:47:50 user nova-compute[74976]:       <mac address="fa:16:3e:36:69:1b"/>
Dec 04 05:47:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:47:50 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:47:50 user nova-compute[74976]:       <target dev="tap9a8a2ecc-c8"/>
Dec 04 05:47:50 user nova-compute[74976]:     </interface>
Dec 04 05:47:50 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:47:50 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712/console.log" append="off"/>
Dec 04 05:47:50 user nova-compute[74976]:     </serial>
Dec 04 05:47:50 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:47:50 user nova-compute[74976]:     <video>
Dec 04 05:47:50 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:47:50 user nova-compute[74976]:     </video>
Dec 04 05:47:50 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:47:50 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:47:50 user nova-compute[74976]:     </rng>
Dec 04 05:47:50 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:47:50 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:47:50 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:47:50 user nova-compute[74976]:     </memballoon>
Dec 04 05:47:50 user nova-compute[74976]:   </devices>
Dec 04 05:47:50 user nova-compute[74976]: </domain>
Dec 04 05:47:50 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1246379107',display_name='tempest-TestVolumeBootPattern-server-1246379107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1246379107',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pm0txo47',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:47:40Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG os_vif [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '374f0dc7-d92f-59ee-91c2-53f47f41d0e9', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a8a2ecc-c8, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a8a2ecc-c8, col_values=(('qos', UUID('2ac737bb-c0e2-4f28-8007-f4428c81a258')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a8a2ecc-c8, col_values=(('external_ids', {'iface-id': '9a8a2ecc-c831-4489-88a5-044370402dca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:69:1b', 'vm-uuid': 'baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:50 user nova-compute[74976]: INFO os_vif [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8')
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:47:50 user nova-compute[74976]: INFO nova.compute.claims [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Claim successful on node user
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] No VIF found with MAC fa:16:3e:36:69:1b, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.225s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start building networks asynchronously for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Allocating IP information in the background. {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] allocate_for_instance() {{(pid=74976) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 05:47:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start building block device mappings for instance. {{(pid=74976) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.policy [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd37abdcb17043d68afc26ee914f99bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3767ab08512b463f898036393a30565a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74976) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start spawning the instance on the hypervisor. {{(pid=74976) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:47:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Creating image(s)
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:50 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.171s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "1b5491fb6d5a812be08c5e0849054172462eae8a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.179s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a,backing_fmt=raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk 1073741824" returned: 0 in 0.047s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "1b5491fb6d5a812be08c5e0849054172462eae8a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Successfully created port: 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.188s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk. size=1073741824 {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.virt.disk.api [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Cannot resize image /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk to a smaller size. {{(pid=74976) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Ensure instance console log exists: /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.compute.manager [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] No waiting events found dispatching network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:47:51 user nova-compute[74976]: WARNING nova.compute.manager [req-575a8ea2-599b-4898-b3b2-c46ca403c3d4 req-1b3153df-eb0e-4163-b313-d893b840731e service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received unexpected event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca for instance with vm_state building and task_state spawning.
Dec 04 05:47:51 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:51 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Successfully updated port: 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.compute.manager [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing instance network info cache due to event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-afdd44be-c021-4d6e-81df-1fbb8beecfc4 req-f2926c56-ead5-4a36-b9c9-1be9eea558e2 service nova] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance cache missing network info. {{(pid=74976) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.neutron [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance network_info: |[{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74976) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start _get_guest_xml network_info=[{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:47:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:52 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T05:11:54Z,direct_url=<?>,disk_format='qcow2',id=b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='52cf550bd9d94c6ab8ff1d16442b6c63',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T05:11:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhn6Jre2kjV3xORIrMiluFbtCcqa14RGqthfustuAvDRsm1zLFEU1qNk6y8vc2WaJaaXwxQ4nnAJoQx9hm3GrSZDYB9K2ymRvUmXhFl6URACxei7hh6sbK6jv5PtVPO7A==',key_name='tempest-keypair-754130428',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:47:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.objects.instance [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:47:52 user nova-compute[74976]:   <uuid>8c41753c-4884-4734-95c9-9084bfbe2373</uuid>
Dec 04 05:47:52 user nova-compute[74976]:   <name>instance-00000034</name>
Dec 04 05:47:52 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:47:52 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:47:52 user nova-compute[74976]:   <metadata>
Dec 04 05:47:52 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:47:52 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1654573226</nova:name>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:47:52</nova:creationTime>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:47:52 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:47:52 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:owner>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:user uuid="dd37abdcb17043d68afc26ee914f99bf">tempest-AttachVolumeShelveTestJSON-900887126-project-member</nova:user>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:project uuid="3767ab08512b463f898036393a30565a">tempest-AttachVolumeShelveTestJSON-900887126</nova:project>
Dec 04 05:47:52 user nova-compute[74976]:       </nova:owner>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:root type="image" uuid="b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329"/>
Dec 04 05:47:52 user nova-compute[74976]:       <nova:ports>
Dec 04 05:47:52 user nova-compute[74976]:         <nova:port uuid="0627cbd5-5ff2-4924-824b-e9e09d8357d2">
Dec 04 05:47:52 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:47:52 user nova-compute[74976]:         </nova:port>
Dec 04 05:47:52 user nova-compute[74976]:       </nova:ports>
Dec 04 05:47:52 user nova-compute[74976]:     </nova:instance>
Dec 04 05:47:52 user nova-compute[74976]:   </metadata>
Dec 04 05:47:52 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:47:52 user nova-compute[74976]:     <system>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="serial">8c41753c-4884-4734-95c9-9084bfbe2373</entry>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="uuid">8c41753c-4884-4734-95c9-9084bfbe2373</entry>
Dec 04 05:47:52 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:47:52 user nova-compute[74976]:     </system>
Dec 04 05:47:52 user nova-compute[74976]:   </sysinfo>
Dec 04 05:47:52 user nova-compute[74976]:   <os>
Dec 04 05:47:52 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:47:52 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:47:52 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:47:52 user nova-compute[74976]:   </os>
Dec 04 05:47:52 user nova-compute[74976]:   <features>
Dec 04 05:47:52 user nova-compute[74976]:     <acpi/>
Dec 04 05:47:52 user nova-compute[74976]:     <apic/>
Dec 04 05:47:52 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:47:52 user nova-compute[74976]:   </features>
Dec 04 05:47:52 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:47:52 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:47:52 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:47:52 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:47:52 user nova-compute[74976]:   </clock>
Dec 04 05:47:52 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:47:52 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:47:52 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:47:52 user nova-compute[74976]:   </cpu>
Dec 04 05:47:52 user nova-compute[74976]:   <devices>
Dec 04 05:47:52 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:47:52 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:47:52 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk"/>
Dec 04 05:47:52 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:47:52 user nova-compute[74976]:     </disk>
Dec 04 05:47:52 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:47:52 user nova-compute[74976]:       <mac address="fa:16:3e:0d:ed:8e"/>
Dec 04 05:47:52 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:47:52 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:47:52 user nova-compute[74976]:       <target dev="tap0627cbd5-5f"/>
Dec 04 05:47:52 user nova-compute[74976]:     </interface>
Dec 04 05:47:52 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:47:52 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/console.log" append="off"/>
Dec 04 05:47:52 user nova-compute[74976]:     </serial>
Dec 04 05:47:52 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:47:52 user nova-compute[74976]:     <video>
Dec 04 05:47:52 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:47:52 user nova-compute[74976]:     </video>
Dec 04 05:47:52 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:47:52 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:47:52 user nova-compute[74976]:     </rng>
Dec 04 05:47:52 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:47:52 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:47:52 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:47:52 user nova-compute[74976]:     </memballoon>
Dec 04 05:47:52 user nova-compute[74976]:   </devices>
Dec 04 05:47:52 user nova-compute[74976]: </domain>
Dec 04 05:47:52 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhn6Jre2kjV3xORIrMiluFbtCcqa14RGqthfustuAvDRsm1zLFEU1qNk6y8vc2WaJaaXwxQ4nnAJoQx9hm3GrSZDYB9K2ymRvUmXhFl6URACxei7hh6sbK6jv5PtVPO7A==',key_name='tempest-keypair-754130428',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:47:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG os_vif [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58f412cd-8dbb-5294-a378-a375bc823789', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0627cbd5-5f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0627cbd5-5f, col_values=(('qos', UUID('38c55e23-a669-44a6-b609-0031cb5b42b6')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0627cbd5-5f, col_values=(('external_ids', {'iface-id': '0627cbd5-5ff2-4924-824b-e9e09d8357d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:ed:8e', 'vm-uuid': '8c41753c-4884-4734-95c9-9084bfbe2373'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:52 user nova-compute[74976]: INFO os_vif [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f')
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No VIF found with MAC fa:16:3e:0d:ed:8e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:47:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:47:53 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Instance spawned successfully.
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] No waiting events found dispatching network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:47:54 user nova-compute[74976]: WARNING nova.compute.manager [req-8e69426e-203d-49a5-8fe7-a0cb8f8f76e7 req-4ed3e266-d9fd-493c-9af9-3d1d82edf101 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received unexpected event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca for instance with vm_state building and task_state spawning.
Dec 04 05:47:54 user nova-compute[74976]: INFO nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Took 5.12 seconds to spawn the instance on the hypervisor.
Dec 04 05:47:54 user nova-compute[74976]: DEBUG nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:47:54 user nova-compute[74976]: INFO nova.compute.manager [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Took 14.63 seconds to build instance.
Dec 04 05:47:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG nova.compute.manager [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:47:54 user nova-compute[74976]: WARNING nova.compute.manager [req-87d80da3-5b4a-4f4c-bb0c-747b19301040 req-264c1afe-24cf-450a-a078-48c6b785f188 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state building and task_state spawning.
Dec 04 05:47:54 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-3428cbf4-84cd-4707-a8e5-22ac5488bf38 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.807s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:54 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:47:55 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:47:56 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:56 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8897MB free_disk=25.146472930908203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:47:56 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance spawned successfully.
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_cdrom_bus of ide {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_disk_bus of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_input_bus of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_pointer_model of None {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_video_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Found default for hw_vif_model of virtio {{(pid=74976) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8c41753c-4884-4734-95c9-9084bfbe2373 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.manager [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:47:56 user nova-compute[74976]: WARNING nova.compute.manager [req-e46a4df7-0346-4c3f-b131-d2035c48d089 req-cd12db13-a6ec-4ff6-93e8-159cfb62ab53 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state building and task_state spawning.
Dec 04 05:47:56 user nova-compute[74976]: INFO nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Took 5.43 seconds to spawn the instance on the hypervisor.
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:47:56 user nova-compute[74976]: INFO nova.compute.manager [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Took 6.01 seconds to build instance.
Dec 04 05:47:56 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:56 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-5f6b025f-dc4c-4e1c-9823-ea9ab53be301 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.140s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:47:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:47:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid 53e2bd00-32ff-4372-af4a-b14a5af16680 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:48:00 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:48:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:48:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:19 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:48:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:55 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:48:57 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:48:58 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:48:58 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8767MB free_disk=25.117778778076172GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8c41753c-4884-4734-95c9-9084bfbe2373 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:48:58 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.307s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:48:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:49:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing instance network info cache due to event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] Acquiring lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] Acquired lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updated VIF entry in instance network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-ccd0cdd2-fa45-4c2c-9f66-781ad6e2a8ed req-36b9e11c-3b70-4cae-93d0-34513fc15f91 service nova] Releasing lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:32 user nova-compute[74976]: INFO nova.compute.manager [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Terminating instance
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-unplugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] No waiting events found dispatching network-vif-unplugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-f6a16723-3f25-48e0-ae33-6b66f10375c0 req-ae72adac-c676-474d-ba99-3aa5c1a10b00 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-unplugged-9a8a2ecc-c831-4489-88a5-044370402dca for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Instance destroyed successfully.
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1246379107',display_name='tempest-TestVolumeBootPattern-server-1246379107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1246379107',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:47:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-pm0txo47',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:47:54Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_vif [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a8a2ecc-c8, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ac737bb-c0e2-4f28-8007-f4428c81a258) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: INFO os_vif [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:69:1b,bridge_name='br-int',has_traffic_filtering=True,id=9a8a2ecc-c831-4489-88a5-044370402dca,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a8a2ecc-c8')
Dec 04 05:49:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDqzmRMa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:49:32 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0b1b88-80f1-4a58-aa7e-90482bbffe16]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:49:32 user nova-compute[74976]: No targets found.
Dec 04 05:49:32 user nova-compute[74976]: iSNS:
Dec 04 05:49:32 user nova-compute[74976]: No targets found.
Dec 04 05:49:32 user nova-compute[74976]: STATIC:
Dec 04 05:49:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c
Dec 04 05:49:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:49:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:49:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:49:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:49:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:49:32 user nova-compute[74976]: FIRMWARE:
Dec 04 05:49:32 user nova-compute[74976]: No targets found.
Dec 04 05:49:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:49:32 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:49:32 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2c4d04-e9f2-4018-9629-fe9581d6611a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8582a6-c5ee-4173-a091-94c5cdbf5dc7]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:49:32 user nova-compute[74976]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)
Dec 04 05:49:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:49:32 user nova-compute[74976]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c (non-flash)
Dec 04 05:49:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca0c29f9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c'): ({'sdc'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sdc {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ebc3fa-17ef-46a3-bc9d-4d44c2222ad8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff69f793-ecf2-470b-bb23-6a8232a5aed0]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sdc {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5c4b2cb-0e84-4319-a50c-d9e469610289]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d586e90-261e-4838-81f2-96ed69bb6ea4]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sdc have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_e045df6b', '/dev/disk/by-id/scsi-1SCST_BIOe045df6b-0283641a77ad5979', '/dev/disk/by-id/scsi-23032383336343161') {{(pid=85906) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 05:49:32 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_e045df6b
Dec 04 05:49:32 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOe045df6b-0283641a77ad5979
Dec 04 05:49:32 user nova-compute[74976]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23032383336343161
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e473db95-2858-45bf-8b74-a08d8f37090c]: (4, None) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:49:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbbce84-9b04-48de-a176-e3f2776f8995]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7fc3139-7237-425a-b437-f922d45f5a0f]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260]
Dec 04 05:49:33 user nova-compute[74976]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c, portal: 172.16.0.220,3260] successful.
Dec 04 05:49:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67fa1435-cd86-4de9-b793-3f5ecba6607c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[99ad0686-8624-4c0e-beee-adae6e055751]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (295ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:49:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Deleting instance files /opt/stack/data/nova/instances/baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712_del
Dec 04 05:49:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Deletion of /opt/stack/data/nova/instances/baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712_del complete
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing instance network info cache due to event network-changed-9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] Acquiring lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] Acquired lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Refreshing network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:49:33 user nova-compute[74976]: INFO nova.compute.manager [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updated VIF entry in instance network info cache for port 9a8a2ecc-c831-4489-88a5-044370402dca. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [{"id": "9a8a2ecc-c831-4489-88a5-044370402dca", "address": "fa:16:3e:36:69:1b", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a8a2ecc-c8", "ovs_interfaceid": "9a8a2ecc-c831-4489-88a5-044370402dca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:33 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-98444642-4432-4029-845c-085b4ba5fed3 req-790e9dda-7042-4ad8-9519-a376ecc37026 service nova] Releasing lock "refresh_cache-baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:34 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Took 0.92 seconds to deallocate network for instance.
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-765f8ff0-1821-4fa1-a15c-3ab10e881974 req-3b9ee839-da7b-4c84-a09d-01f75727afff service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-deleted-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:34 user nova-compute[74976]: INFO nova.compute.manager [req-765f8ff0-1821-4fa1-a15c-3ab10e881974 req-3b9ee839-da7b-4c84-a09d-01f75727afff service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Neutron deleted interface 9a8a2ecc-c831-4489-88a5-044370402dca; detaching it from the instance and deleting it from the info cache
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.network.neutron [req-765f8ff0-1821-4fa1-a15c-3ab10e881974 req-3b9ee839-da7b-4c84-a09d-01f75727afff service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-765f8ff0-1821-4fa1-a15c-3ab10e881974 req-3b9ee839-da7b-4c84-a09d-01f75727afff service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Detach interface failed, port_id=9a8a2ecc-c831-4489-88a5-044370402dca, reason: Instance baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] Acquiring lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] No waiting events found dispatching network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:34 user nova-compute[74976]: WARNING nova.compute.manager [req-986a8ff0-bbc0-4744-883c-8602e6c43901 req-383dc993-0e71-4047-bdae-caf548c80c3d service nova] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Received unexpected event network-vif-plugged-9a8a2ecc-c831-4489-88a5-044370402dca for instance with vm_state active and task_state deleting.
Dec 04 05:49:34 user nova-compute[74976]: INFO nova.compute.manager [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712] Took 0.81 seconds to detach 1 volumes for instance.
Dec 04 05:49:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:35 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:49:35 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:49:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.171s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:35 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712
Dec 04 05:49:35 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-c88b8d7d-a3a6-422d-8aab-a068851183dc tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "baaf5e7c-ba3b-4ad5-87b5-7b5b04d98712" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.239s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG nova.compute.manager [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing instance network info cache due to event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updated VIF entry in instance network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-9e6dc9e3-49b5-4b54-8f43-e8d70f6bbdfb req-505729a6-622b-4abc-b005-2936b54c3c79 service nova] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:45 user nova-compute[74976]: INFO nova.compute.manager [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Shelving
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG nova.compute.manager [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:45 user nova-compute[74976]: WARNING nova.compute.manager [req-3a7d73d8-9383-485e-b2e1-5f94ff761988 req-49f40085-2423-42e2-969d-307421317e60 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving.
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:45 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance destroyed successfully.
Dec 04 05:49:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Beginning cold snapshot process
Dec 04 05:49:46 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk /opt/stack/data/nova/instances/snapshots/tmpwzbwlbe4/bba6228b3a514eb89aa0b4a3827c6400 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk /opt/stack/data/nova/instances/snapshots/tmpwzbwlbe4/bba6228b3a514eb89aa0b4a3827c6400" returned: 0 in 0.806s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:49:47 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Snapshot extracted, beginning image upload
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:47 user nova-compute[74976]: WARNING nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:47 user nova-compute[74976]: WARNING nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:47 user nova-compute[74976]: WARNING nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:47 user nova-compute[74976]: WARNING nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:47 user nova-compute[74976]: DEBUG nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:49:47 user nova-compute[74976]: WARNING nova.compute.manager [req-6ec77e9f-02cf-4d03-b832-0196fe8b71ad req-8db890b3-ecb1-4b85-ae17-be5ddadce0a9 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 05:49:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Snapshot image upload complete
Dec 04 05:49:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:49:49 user nova-compute[74976]: INFO nova.compute.manager [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Shelve offloading
Dec 04 05:49:49 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance destroyed successfully.
Dec 04 05:49:49 user nova-compute[74976]: DEBUG nova.compute.manager [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:49:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:49:49 user nova-compute[74976]: DEBUG nova.network.neutron [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:49 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance destroyed successfully.
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'resources' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhn6Jre2kjV3xORIrMiluFbtCcqa14RGqthfustuAvDRsm1zLFEU1qNk6y8vc2WaJaaXwxQ4nnAJoQx9hm3GrSZDYB9K2ymRvUmXhFl6URACxei7hh6sbK6jv5PtVPO7A==',key_name='tempest-keypair-754130428',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:47:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:49:49.366672',shelved_host='user',shelved_image_id='9ed993fb-ac3d-42b3-a81c-4e07ca5469b3'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:49:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG os_vif [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0627cbd5-5f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.compute.manager [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing instance network info cache due to event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38c55e23-a669-44a6-b609-0031cb5b42b6) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:49:50 user nova-compute[74976]: INFO os_vif [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f')
Dec 04 05:49:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Deleting instance files /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373_del
Dec 04 05:49:50 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Deletion of /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373_del complete
Dec 04 05:49:50 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Deleted allocations for instance 8c41753c-4884-4734-95c9-9084bfbe2373
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.objects.instance [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.objects.base [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<8c41753c-4884-4734-95c9-9084bfbe2373> lazy-loaded attributes: resources,numa_topology {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.153s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-32673859-513a-4ad6-bfe4-fe6c52f1fd6f tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.597s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updated VIF entry in instance network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG nova.network.neutron [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:49:50 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-4a66ff45-e5f0-45f6-8a9a-baf9431712a9 req-1dcae907-cae3-4f06-95eb-6e85466fb13c service nova] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:49:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:56 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74976) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 05:49:59 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:49:59 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8958MB free_disk=25.095550537109375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:49:59 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:50:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Dec 04 05:50:03 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:08 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:08 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:22 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:31 user nova-compute[74976]: DEBUG nova.compute.manager [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing instance network info cache due to event network-changed-01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:50:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] Acquiring lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:50:31 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] Acquired lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:50:31 user nova-compute[74976]: DEBUG nova.network.neutron [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Refreshing network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:32 user nova-compute[74976]: INFO nova.compute.manager [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Terminating instance
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.compute.manager [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.compute.manager [req-a24a1348-624e-43bd-a81d-b9bd4888d611 req-d2e5edbd-ca79-4dae-9dbd-c79e9132a46e service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updated VIF entry in instance network info cache for port 01630136-4bb8-43ee-899c-ffb3cdae8473. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.network.neutron [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [{"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-e90e821d-5548-4374-bd79-b2d447a866ff req-e024c901-45cc-4cf7-a0e0-d966a2805b69 service nova] Releasing lock "refresh_cache-53e2bd00-32ff-4372-af4a-b14a5af16680" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Instance destroyed successfully.
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.objects.instance [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lazy-loading 'resources' on Instance uuid 53e2bd00-32ff-4372-af4a-b14a5af16680 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T05:45:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1343869585',display_name='tempest-TestVolumeBootPattern-server-1343869585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1343869585',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLI7rdpdqGChz7PRG74/uCd6VAy0bKm8OCw/uQcdIyil15O0GxuxVgBdvWMhOazndWqtsdmRJg2PSva5lArEZaV+efrp7klz2E5aM0Qh/Y7mE8tRAdtkbp4SWDgzDRl1dg==',key_name='tempest-TestVolumeBootPattern-220838533',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:45:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c84d43a32d74655b3ff70619ef2bf2d',ramdisk_id='',reservation_id='r-4rmmt80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1405178394',owner_user_name='tempest-TestVolumeBootPattern-1405178394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:45:54Z,user_data=None,user_id='e7f479728dd8499a9a15461c4f33ce4f',uuid=53e2bd00-32ff-4372-af4a-b14a5af16680,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converting VIF {"id": "01630136-4bb8-43ee-899c-ffb3cdae8473", "address": "fa:16:3e:1f:46:6e", "network": {"id": "f0364d41-d36c-47b1-b92c-edcc510e9744", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-945584396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c84d43a32d74655b3ff70619ef2bf2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01630136-4b", "ovs_interfaceid": "01630136-4bb8-43ee-899c-ffb3cdae8473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_vif [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01630136-4b, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b19507fc-f1e1-4d27-9354-6705122886bd) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:32 user nova-compute[74976]: INFO os_vif [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:46:6e,bridge_name='br-int',has_traffic_filtering=True,id=01630136-4bb8-43ee-899c-ffb3cdae8473,network=Network(f0364d41-d36c-47b1-b92c-edcc510e9744),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01630136-4b')
Dec 04 05:50:32 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] calling os-brick to detach iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fca0c13b760>, {'target_iqn': 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HzlZfDYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 05:50:32 user nova-compute[74976]: WARNING os_brick.initiator.connectors.base [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[520cf90c-4508-4507-9b72-5982097f337e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 05:50:32 user nova-compute[74976]: No targets found.
Dec 04 05:50:32 user nova-compute[74976]: iSNS:
Dec 04 05:50:32 user nova-compute[74976]: No targets found.
Dec 04 05:50:32 user nova-compute[74976]: STATIC:
Dec 04 05:50:32 user nova-compute[74976]: Target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb
Dec 04 05:50:32 user nova-compute[74976]:         Portal: 172.16.0.220:3260,-1
Dec 04 05:50:32 user nova-compute[74976]:                 Iface Name: default
Dec 04 05:50:32 user nova-compute[74976]: FIRMWARE:
Dec 04 05:50:32 user nova-compute[74976]: No targets found.
Dec 04 05:50:32 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 05:50:32 user nova-compute[74976]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 05:50:32 user nova-compute[74976]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74976) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb', 0)] {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fef3b6-4f58-4f67-bb10-096a5981cd36]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:32 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31c1bc4-913c-444e-8c29-c34348fc2e90]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:50:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb (non-flash)
Dec 04 05:50:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca044edc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb'): ({'sdb'}, set())}) {{(pid=74976) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Removing single pathed devices sdb {{(pid=74976) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[962882c7-9121-479c-9ee0-70cdbbabcf4b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29d1195-684f-4ff7-9116-725fbb87b7f0]: (4, ('ok\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Flushing IO for device /dev/sdb {{(pid=74976) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[2325948a-ef50-48fd-b853-01d942dddf82]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74976) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.075s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b17bdb-ea67-4ac9-99bf-e9e3c5e3ceed]: (4, ('1', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.linuxscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] SCSI volumes sdb have been removed. {{(pid=74976) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb')] {{(pid=74976) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[94287938-5815-43a7-bc2e-8c6f049499ad]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --logout {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6aed341-9527-4ca7-a33d-41e2ac8a6ede]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260]
Dec 04 05:50:33 user nova-compute[74976]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb, portal: 172.16.0.220,3260] successful.
Dec 04 05:50:33 user nova-compute[74976]:  stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op delete {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ad8618-3b4b-4ee5-a209-7f0199ca53bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85906) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c4d490-500c-411a-827e-1585425f6d0e]: (4, ('', '')) {{(pid=85906) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74976) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.base [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG os_brick.initiator.connectors.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] <== disconnect_volume: return (335ms) None {{(pid=74976) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Disconnected iSCSI Volume {{(pid=74976) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 05:50:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Deleting instance files /opt/stack/data/nova/instances/53e2bd00-32ff-4372-af4a-b14a5af16680_del
Dec 04 05:50:33 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Deletion of /opt/stack/data/nova/instances/53e2bd00-32ff-4372-af4a-b14a5af16680_del complete
Dec 04 05:50:33 user nova-compute[74976]: INFO nova.compute.manager [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 04 05:50:33 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:50:33 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Took 0.46 seconds to deallocate network for instance.
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b603259-7079-4fda-bccb-f6f08c73aad0 req-7abc0f04-b9a6-40b6-9c86-8dae120a8553 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-deleted-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:33 user nova-compute[74976]: INFO nova.compute.manager [req-5b603259-7079-4fda-bccb-f6f08c73aad0 req-7abc0f04-b9a6-40b6-9c86-8dae120a8553 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Neutron deleted interface 01630136-4bb8-43ee-899c-ffb3cdae8473; detaching it from the instance and deleting it from the info cache
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.network.neutron [req-5b603259-7079-4fda-bccb-f6f08c73aad0 req-7abc0f04-b9a6-40b6-9c86-8dae120a8553 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:50:33 user nova-compute[74976]: DEBUG nova.compute.manager [req-5b603259-7079-4fda-bccb-f6f08c73aad0 req-7abc0f04-b9a6-40b6-9c86-8dae120a8553 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Detach interface failed, port_id=01630136-4bb8-43ee-899c-ffb3cdae8473, reason: Instance 53e2bd00-32ff-4372-af4a-b14a5af16680 could not be found. {{(pid=74976) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:34 user nova-compute[74976]: WARNING nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state active and task_state deleting.
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:34 user nova-compute[74976]: WARNING nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state active and task_state deleting.
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:34 user nova-compute[74976]: WARNING nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state active and task_state deleting.
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-unplugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Acquiring lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] No waiting events found dispatching network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:50:34 user nova-compute[74976]: WARNING nova.compute.manager [req-0236fa61-929f-46f2-b3c3-d052aae784d7 req-93ae83a4-dc6c-46ad-b0d6-9b9f7517c024 service nova] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Received unexpected event network-vif-plugged-01630136-4bb8-43ee-899c-ffb3cdae8473 for instance with vm_state active and task_state deleting.
Dec 04 05:50:34 user nova-compute[74976]: INFO nova.compute.manager [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] [instance: 53e2bd00-32ff-4372-af4a-b14a5af16680] Took 0.76 seconds to detach 1 volumes for instance.
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.105s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:34 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Deleted allocations for instance 53e2bd00-32ff-4372-af4a-b14a5af16680
Dec 04 05:50:34 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-d89ced55-a940-4966-9926-b496ef143f95 tempest-TestVolumeBootPattern-1405178394 tempest-TestVolumeBootPattern-1405178394-project-member] Lock "53e2bd00-32ff-4372-af4a-b14a5af16680" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.694s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:50:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:47 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:52 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:50:57 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:51:00 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:51:00 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9111MB free_disk=25.094451904296875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:51:00 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.150s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:01 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:02 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:07 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:10 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:12 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:17 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:22 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Verify base images {{(pid=74976) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a
Dec 04 05:51:26 user nova-compute[74976]: WARNING nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Unknown base file: /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Removable base files: /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1 /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85 /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3 /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9 /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54 /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974 /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b6d8dd98fc29f73613f1556b56df2c9cc6e7f0f1
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1a9b623d636ff079860bddc739e921a5dde3de85
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/86a34539542297e7d350d06729108fb9c63339c3
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3db90080bdd49996769eb851594226365d7d4be9
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/634ee72c2a8a275932b43b9726c49fdfd2ca1d54
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ad742de08493f5db49868096b6437d477ad71974
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/895ba7349968cf03feda0a91993f1d3022bfdd4a
Dec 04 05:51:26 user nova-compute[74976]: INFO nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/36e5ad913c84e2853515f7f5af279c754ca3c2da
Dec 04 05:51:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Verification complete {{(pid=74976) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Verify swap images {{(pid=74976) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 04 05:51:26 user nova-compute[74976]: DEBUG nova.virt.libvirt.imagecache [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Verify ephemeral images {{(pid=74976) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:27 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:29 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:31 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:32 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:51:37 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:38 user nova-compute[74976]: INFO nova.compute.manager [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Unshelving
Dec 04 05:51:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74976) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 05:51:38 user nova-compute[74976]: INFO nova.compute.claims [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Claim successful on node user
Dec 04 05:51:38 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:51:38 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.233s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:38 user nova-compute[74976]: INFO nova.network.neutron [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating port 0627cbd5-5ff2-4924-824b-e9e09d8357d2 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Building network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.compute.manager [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing instance network info cache due to event network-changed-0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.network.neutron [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Creating instance directory {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 05:51:39 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Creating image(s)
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.network.neutron [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Refreshing network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG nova.objects.base [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<8c41753c-4884-4734-95c9-9084bfbe2373> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:39 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.part --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:40 user nova-compute[74976]: DEBUG nova.virt.images [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] 9ed993fb-ac3d-42b3-a81c-4e07ca5469b3 was qcow2, converting to raw {{(pid=74976) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 05:51:40 user nova-compute[74976]: DEBUG nova.privsep.utils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74976) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 05:51:40 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.part /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.converted {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updated VIF entry in instance network info cache for port 0627cbd5-5ff2-4924-824b-e9e09d8357d2. {{(pid=74976) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG nova.network.neutron [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-022ea86c-e7b7-473a-9841-0fcea007a555 req-235f37de-e807-4759-b8aa-536e548c21ca service nova] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.part /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.converted" returned: 0 in 0.707s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.converted --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.365s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json" returned: 0 in 0.172s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:41 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json" returned: 0 in 0.177s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c,backing_fmt=raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk 1073741824 {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c,backing_fmt=raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk 1073741824" returned: 0 in 0.053s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bd1084e1c3c3c4f49df42087e66d1fb8ab6e378c --force-share --output=json" returned: 0 in 0.212s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'migration_context' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG nova.objects.base [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<8c41753c-4884-4734-95c9-9084bfbe2373> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:51:42 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Rebasing disk image.
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a --force-share --output=json" returned: 0 in 0.173s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a -F raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:51:42 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1b5491fb6d5a812be08c5e0849054172462eae8a -F raw /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk" returned: 0 in 2.304s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Created local disks {{(pid=74976) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Ensure instance console log exists: /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/console.log {{(pid=74976) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start _get_guest_xml network_info=[{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='cd2b364a11f3921f75ee51a6405bb644',container_format='bare',created_at=2023-12-04T05:49:45Z,direct_url=<?>,disk_format='qcow2',id=9ed993fb-ac3d-42b3-a81c-4e07ca5469b3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1654573226-shelved',owner='3767ab08512b463f898036393a30565a',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T05:49:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 05:51:44 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:51:44 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller missing on host. {{(pid=74976) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.host [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU controller found on host. {{(pid=74976) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74976) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T05:11:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cd2b364a11f3921f75ee51a6405bb644',container_format='bare',created_at=2023-12-04T05:49:45Z,direct_url=<?>,disk_format='qcow2',id=9ed993fb-ac3d-42b3-a81c-4e07ca5469b3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1654573226-shelved',owner='3767ab08512b463f898036393a30565a',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T05:49:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image limits 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Flavor pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Image pref 0:0:0 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74976) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Got 1 possible topologies {{(pid=74976) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.virt.hardware [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74976) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:44 user nova-compute[74976]: DEBUG nova.objects.base [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<8c41753c-4884-4734-95c9-9084bfbe2373> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='9ed993fb-ac3d-42b3-a81c-4e07ca5469b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-754130428',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:47:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:49:49.366672',shelved_host='user',shelved_image_id='9ed993fb-ac3d-42b3-a81c-4e07ca5469b3'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74976) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.objects.instance [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.objects.base [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Object Instance<8c41753c-4884-4734-95c9-9084bfbe2373> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74976) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] End _get_guest_xml xml=<domain type="kvm">
Dec 04 05:51:45 user nova-compute[74976]:   <uuid>8c41753c-4884-4734-95c9-9084bfbe2373</uuid>
Dec 04 05:51:45 user nova-compute[74976]:   <name>instance-00000034</name>
Dec 04 05:51:45 user nova-compute[74976]:   <memory>524288</memory>
Dec 04 05:51:45 user nova-compute[74976]:   <vcpu>1</vcpu>
Dec 04 05:51:45 user nova-compute[74976]:   <metadata>
Dec 04 05:51:45 user nova-compute[74976]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 05:51:45 user nova-compute[74976]:       <nova:package version="0.0.0"/>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1654573226</nova:name>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:creationTime>2023-12-04 05:51:44</nova:creationTime>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:flavor name="m1.tiny">
Dec 04 05:51:45 user nova-compute[74976]:         <nova:memory>512</nova:memory>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:disk>1</nova:disk>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:swap>0</nova:swap>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:vcpus>1</nova:vcpus>
Dec 04 05:51:45 user nova-compute[74976]:       </nova:flavor>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:owner>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:user uuid="dd37abdcb17043d68afc26ee914f99bf">tempest-AttachVolumeShelveTestJSON-900887126-project-member</nova:user>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:project uuid="3767ab08512b463f898036393a30565a">tempest-AttachVolumeShelveTestJSON-900887126</nova:project>
Dec 04 05:51:45 user nova-compute[74976]:       </nova:owner>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:root type="image" uuid="9ed993fb-ac3d-42b3-a81c-4e07ca5469b3"/>
Dec 04 05:51:45 user nova-compute[74976]:       <nova:ports>
Dec 04 05:51:45 user nova-compute[74976]:         <nova:port uuid="0627cbd5-5ff2-4924-824b-e9e09d8357d2">
Dec 04 05:51:45 user nova-compute[74976]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 05:51:45 user nova-compute[74976]:         </nova:port>
Dec 04 05:51:45 user nova-compute[74976]:       </nova:ports>
Dec 04 05:51:45 user nova-compute[74976]:     </nova:instance>
Dec 04 05:51:45 user nova-compute[74976]:   </metadata>
Dec 04 05:51:45 user nova-compute[74976]:   <sysinfo type="smbios">
Dec 04 05:51:45 user nova-compute[74976]:     <system>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="product">OpenStack Nova</entry>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="version">0.0.0</entry>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="serial">8c41753c-4884-4734-95c9-9084bfbe2373</entry>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="uuid">8c41753c-4884-4734-95c9-9084bfbe2373</entry>
Dec 04 05:51:45 user nova-compute[74976]:       <entry name="family">Virtual Machine</entry>
Dec 04 05:51:45 user nova-compute[74976]:     </system>
Dec 04 05:51:45 user nova-compute[74976]:   </sysinfo>
Dec 04 05:51:45 user nova-compute[74976]:   <os>
Dec 04 05:51:45 user nova-compute[74976]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 05:51:45 user nova-compute[74976]:     <boot dev="hd"/>
Dec 04 05:51:45 user nova-compute[74976]:     <smbios mode="sysinfo"/>
Dec 04 05:51:45 user nova-compute[74976]:   </os>
Dec 04 05:51:45 user nova-compute[74976]:   <features>
Dec 04 05:51:45 user nova-compute[74976]:     <acpi/>
Dec 04 05:51:45 user nova-compute[74976]:     <apic/>
Dec 04 05:51:45 user nova-compute[74976]:     <vmcoreinfo/>
Dec 04 05:51:45 user nova-compute[74976]:   </features>
Dec 04 05:51:45 user nova-compute[74976]:   <clock offset="utc">
Dec 04 05:51:45 user nova-compute[74976]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 05:51:45 user nova-compute[74976]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 05:51:45 user nova-compute[74976]:     <timer name="hpet" present="no"/>
Dec 04 05:51:45 user nova-compute[74976]:   </clock>
Dec 04 05:51:45 user nova-compute[74976]:   <cpu mode="custom" match="exact">
Dec 04 05:51:45 user nova-compute[74976]:     <model>Nehalem</model>
Dec 04 05:51:45 user nova-compute[74976]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 05:51:45 user nova-compute[74976]:   </cpu>
Dec 04 05:51:45 user nova-compute[74976]:   <devices>
Dec 04 05:51:45 user nova-compute[74976]:     <disk type="file" device="disk">
Dec 04 05:51:45 user nova-compute[74976]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 05:51:45 user nova-compute[74976]:       <source file="/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk"/>
Dec 04 05:51:45 user nova-compute[74976]:       <target dev="vda" bus="virtio"/>
Dec 04 05:51:45 user nova-compute[74976]:     </disk>
Dec 04 05:51:45 user nova-compute[74976]:     <interface type="ethernet">
Dec 04 05:51:45 user nova-compute[74976]:       <mac address="fa:16:3e:0d:ed:8e"/>
Dec 04 05:51:45 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:51:45 user nova-compute[74976]:       <mtu size="1442"/>
Dec 04 05:51:45 user nova-compute[74976]:       <target dev="tap0627cbd5-5f"/>
Dec 04 05:51:45 user nova-compute[74976]:     </interface>
Dec 04 05:51:45 user nova-compute[74976]:     <serial type="pty">
Dec 04 05:51:45 user nova-compute[74976]:       <log file="/opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/console.log" append="off"/>
Dec 04 05:51:45 user nova-compute[74976]:     </serial>
Dec 04 05:51:45 user nova-compute[74976]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 05:51:45 user nova-compute[74976]:     <video>
Dec 04 05:51:45 user nova-compute[74976]:       <model type="virtio"/>
Dec 04 05:51:45 user nova-compute[74976]:     </video>
Dec 04 05:51:45 user nova-compute[74976]:     <rng model="virtio">
Dec 04 05:51:45 user nova-compute[74976]:       <backend model="random">/dev/urandom</backend>
Dec 04 05:51:45 user nova-compute[74976]:     </rng>
Dec 04 05:51:45 user nova-compute[74976]:     <controller type="usb" index="0" model="none"/>
Dec 04 05:51:45 user nova-compute[74976]:     <memballoon model="virtio">
Dec 04 05:51:45 user nova-compute[74976]:       <stats period="10"/>
Dec 04 05:51:45 user nova-compute[74976]:     </memballoon>
Dec 04 05:51:45 user nova-compute[74976]:   </devices>
Dec 04 05:51:45 user nova-compute[74976]: </domain>
Dec 04 05:51:45 user nova-compute[74976]:  {{(pid=74976) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='9ed993fb-ac3d-42b3-a81c-4e07ca5469b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-754130428',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:47:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member',shelved_at='2023-12-04T05:49:49.366672',shelved_host='user',shelved_image_id='9ed993fb-ac3d-42b3-a81c-4e07ca5469b3'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T05:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG os_vif [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58f412cd-8dbb-5294-a378-a375bc823789', '_type': 'linux-noop'}}, row=False) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0627cbd5-5f, may_exist=True, interface_attrs={}) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0627cbd5-5f, col_values=(('qos', UUID('a332ebef-2d9a-41d2-81cc-3264d234dca5')),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0627cbd5-5f, col_values=(('external_ids', {'iface-id': '0627cbd5-5ff2-4924-824b-e9e09d8357d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:ed:8e', 'vm-uuid': '8c41753c-4884-4734-95c9-9084bfbe2373'}),), if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:45 user nova-compute[74976]: INFO os_vif [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f')
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No BDM found with device name vda, not building metadata. {{(pid=74976) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 05:51:45 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] No VIF found with MAC fa:16:3e:0d:ed:8e, not building metadata {{(pid=74976) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG nova.compute.manager [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:51:46 user nova-compute[74976]: WARNING nova.compute.manager [req-a99b5a93-f2dc-4d6e-bb46-98f9f780bfd7 req-96110809-5bc5-4ba6-8910-c13691c8bc56 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:46 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance event wait completed in 0 seconds for  {{(pid=74976) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG nova.virt.libvirt.driver [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Guest created on hypervisor {{(pid=74976) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 05:51:48 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance spawned successfully.
Dec 04 05:51:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG nova.compute.manager [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:51:48 user nova-compute[74976]: WARNING nova.compute.manager [req-83603e79-e144-44e2-8b6f-b82600c17b84 req-1073d6e6-2f84-4c95-b0e0-c212f2f58e3c service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 05:51:48 user nova-compute[74976]: DEBUG nova.compute.manager [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Checking state {{(pid=74976) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 05:51:48 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-cedee731-8921-4172-8131-d7a509a1cec0 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.900s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:51:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:51:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:52:02 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:52:03 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:52:03 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=8961MB free_disk=25.05941390991211GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8c41753c-4884-4734-95c9-9084bfbe2373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:52:03 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.540s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:52:04 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:52:05 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:52:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:52:05 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:52:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:09 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:09 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:52:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:10 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:10 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:52:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:25 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:25 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:27 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:52:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:52:27 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:35 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:40 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:45 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:52:50 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:52:55 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:52:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:00 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquired lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Forcefully refreshing network info cache for instance {{(pid=74976) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.objects.instance [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lazy-loading 'info_cache' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.network.neutron [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [{"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Releasing lock "refresh_cache-8c41753c-4884-4734-95c9-9084bfbe2373" {{(pid=74976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updated the network info_cache for instance {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:53:04 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.processutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74976) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 05:53:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:53:05 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9054MB free_disk=25.058643341064453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Instance 8c41753c-4884-4734-95c9-9084bfbe2373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74976) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:53:05 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:10 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:11 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:53:15 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:20 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:25 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:28 user nova-compute[74976]: INFO nova.compute.manager [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Terminating instance
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.compute.manager [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Start destroying the instance on the hypervisor. {{(pid=74976) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.compute.manager [req-8b647695-ad92-467e-9b46-64a05a8dfcbd req-b0a10b84-c4ad-4279-b59e-b1071074bc34 service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-unplugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with task_state deleting. {{(pid=74976) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Instance destroyed successfully.
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.objects.instance [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lazy-loading 'resources' on Instance uuid 8c41753c-4884-4734-95c9-9084bfbe2373 {{(pid=74976) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.virt.libvirt.vif [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T05:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654573226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654573226',id=52,image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhn6Jre2kjV3xORIrMiluFbtCcqa14RGqthfustuAvDRsm1zLFEU1qNk6y8vc2WaJaaXwxQ4nnAJoQx9hm3GrSZDYB9K2ymRvUmXhFl6URACxei7hh6sbK6jv5PtVPO7A==',key_name='tempest-keypair-754130428',keypairs=<?>,launch_index=0,launched_at=2023-12-04T05:51:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3767ab08512b463f898036393a30565a',ramdisk_id='',reservation_id='r-s0vdr9xw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b9ad64c2-0853-4bc4-8f16-cc4d1e3d6329',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-900887126',owner_user_name='tempest-AttachVolumeShelveTestJSON-900887126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T05:51:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd37abdcb17043d68afc26ee914f99bf',uuid=8c41753c-4884-4734-95c9-9084bfbe2373,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converting VIF {"id": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "address": "fa:16:3e:0d:ed:8e", "network": {"id": "fe7a4319-c003-4fa6-bd19-7e3526af4269", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1490115056-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3767ab08512b463f898036393a30565a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0627cbd5-5f", "ovs_interfaceid": "0627cbd5-5ff2-4924-824b-e9e09d8357d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.network.os_vif_util [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG os_vif [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f') {{(pid=74976) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0627cbd5-5f, bridge=br-int, if_exists=True) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a332ebef-2d9a-41d2-81cc-3264d234dca5) {{(pid=74976) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:28 user nova-compute[74976]: INFO os_vif [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:ed:8e,bridge_name='br-int',has_traffic_filtering=True,id=0627cbd5-5ff2-4924-824b-e9e09d8357d2,network=Network(fe7a4319-c003-4fa6-bd19-7e3526af4269),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0627cbd5-5f')
Dec 04 05:53:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Deleting instance files /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373_del
Dec 04 05:53:28 user nova-compute[74976]: INFO nova.virt.libvirt.driver [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Deletion of /opt/stack/data/nova/instances/8c41753c-4884-4734-95c9-9084bfbe2373_del complete
Dec 04 05:53:28 user nova-compute[74976]: INFO nova.compute.manager [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Took 0.73 seconds to destroy the instance on the hypervisor.
Dec 04 05:53:28 user nova-compute[74976]: DEBUG oslo.service.loopingcall [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74976) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.compute.manager [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Deallocating network for instance {{(pid=74976) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 05:53:28 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] deallocate_for_instance() {{(pid=74976) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 05:53:29 user nova-compute[74976]: DEBUG nova.network.neutron [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Updating instance_info_cache with network_info: [] {{(pid=74976) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 05:53:29 user nova-compute[74976]: INFO nova.compute.manager [-] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Took 0.79 seconds to deallocate network for instance.
Dec 04 05:53:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:29 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:53:29 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:53:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.129s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:29 user nova-compute[74976]: INFO nova.scheduler.client.report [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Deleted allocations for instance 8c41753c-4884-4734-95c9-9084bfbe2373
Dec 04 05:53:29 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-41d4ee6c-dc35-4842-bcb5-3e97c915d532 tempest-AttachVolumeShelveTestJSON-900887126 tempest-AttachVolumeShelveTestJSON-900887126-project-member] Lock "8c41753c-4884-4734-95c9-9084bfbe2373" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.854s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:53:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] Acquiring lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:53:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:53:30 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] Lock "8c41753c-4884-4734-95c9-9084bfbe2373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:53:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] No waiting events found dispatching network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 05:53:30 user nova-compute[74976]: WARNING nova.compute.manager [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received unexpected event network-vif-plugged-0627cbd5-5ff2-4924-824b-e9e09d8357d2 for instance with vm_state deleted and task_state None.
Dec 04 05:53:30 user nova-compute[74976]: DEBUG nova.compute.manager [req-92682843-6fb1-41cd-92e0-b1abcc1eb605 req-be9fb256-68da-42d7-bc3e-919800b63e9d service nova] [instance: 8c41753c-4884-4734-95c9-9084bfbe2373] Received event network-vif-deleted-0627cbd5-5ff2-4924-824b-e9e09d8357d2 {{(pid=74976) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 05:53:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:53:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:53:57 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:53:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:54:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:04 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:54:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:54:04 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:54:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:54:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:54:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9177MB free_disk=25.085979461669922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:54:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:54:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:54:10 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:10 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:54:11 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:12 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:12 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:13 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:54:25 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74976) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74976) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 05:54:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:30 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:54:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:54:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:05 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:55:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:55:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9199MB free_disk=25.084091186523438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:55:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.119s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:55:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:12 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:12 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:55:13 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:55:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:55:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:55:59 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:56:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:56:06 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9185MB free_disk=25.08209228515625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:56:06 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.166s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:56:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:56:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:56:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:56:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:14 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:14 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:56:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:16 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:56:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:30 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:56:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:56:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:56:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:57:00 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Starting heal instance info cache {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Rebuilding the list of instances to heal {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Didn't find any instances for network info cache update. {{(pid=74976) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Auditing locally available compute resources for user (node: user) {{(pid=74976) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 05:57:07 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:57:07 user nova-compute[74976]: WARNING nova.virt.libvirt.driver [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Hypervisor/Node resource view: name=user free_ram=9302MB free_disk=25.074127197265625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74976) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74976) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing inventories for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating ProviderTree inventory for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Updating inventory in ProviderTree for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing aggregate associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, aggregates: None {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Refreshing trait associations for resource provider a3accd85-9fc4-4124-aabd-6b6912bd4af4, traits: HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIRTIO_PACKED {{(pid=74976) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 05:57:07 user nova-compute[74976]: DEBUG nova.compute.provider_tree [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed in ProviderTree for provider: a3accd85-9fc4-4124-aabd-6b6912bd4af4 {{(pid=74976) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 05:57:08 user nova-compute[74976]: DEBUG nova.scheduler.client.report [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Inventory has not changed for provider a3accd85-9fc4-4124-aabd-6b6912bd4af4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74976) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 05:57:08 user nova-compute[74976]: DEBUG nova.compute.resource_tracker [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Compute_service record updated for user:user {{(pid=74976) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 05:57:08 user nova-compute[74976]: DEBUG oslo_concurrency.lockutils [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.415s {{(pid=74976) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 05:57:08 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:57:10 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:13 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:15 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:15 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74976) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 05:57:17 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:17 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:18 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:57:23 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:28 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 05:57:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] There are 0 instances to clean {{(pid=74976) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 05:57:29 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:29 user nova-compute[74976]: DEBUG nova.compute.manager [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Cleaning up deleted instances with incomplete migration  {{(pid=74976) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 05:57:33 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:57:34 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:57:38 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:43 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:57:48 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:53 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 05:57:58 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 05:58:02 user nova-compute[74976]: DEBUG oslo_service.periodic_task [None req-43780c71-4add-47bd-a3f9-94fa41b466dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74976) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 05:58:03 user nova-compute[74976]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74976) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}